blob: 3459a9f71a73c0506cc448e16bbc23ef2127da20 [file] [log] [blame]
Duncan P. N. Exon Smithe9139c62014-04-11 23:20:58 +00001//===- MachineBlockFrequencyInfo.cpp - MBB Frequency Analysis -------------===//
Jakub Staszak59a9dab2011-07-16 20:23:20 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Loops should be simplified before this analysis.
11//
12//===----------------------------------------------------------------------===//
13
Jakub Staszakf55c1c82011-07-25 19:25:40 +000014#include "llvm/CodeGen/MachineBlockFrequencyInfo.h"
Eugene Zelenko2de563a2017-08-24 21:21:39 +000015#include "llvm/ADT/DenseMap.h"
16#include "llvm/ADT/None.h"
17#include "llvm/ADT/iterator.h"
Duncan P. N. Exon Smithe9139c62014-04-11 23:20:58 +000018#include "llvm/Analysis/BlockFrequencyInfoImpl.h"
Eugene Zelenko2de563a2017-08-24 21:21:39 +000019#include "llvm/CodeGen/MachineBasicBlock.h"
Jakub Staszak59a9dab2011-07-16 20:23:20 +000020#include "llvm/CodeGen/MachineBranchProbabilityInfo.h"
Duncan P. N. Exon Smith9a11d662014-04-21 17:57:07 +000021#include "llvm/CodeGen/MachineFunction.h"
22#include "llvm/CodeGen/MachineLoopInfo.h"
Eugene Zelenko2de563a2017-08-24 21:21:39 +000023#include "llvm/Pass.h"
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000024#include "llvm/Support/CommandLine.h"
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000025#include "llvm/Support/GraphWriter.h"
Eugene Zelenko2de563a2017-08-24 21:21:39 +000026#include <string>
Jakub Staszak59a9dab2011-07-16 20:23:20 +000027
28using namespace llvm;
29
Matthias Braun94c49042017-05-25 21:26:32 +000030#define DEBUG_TYPE "machine-block-freq"
Chandler Carruth8677f2f2014-04-22 02:02:50 +000031
Xinliang David Li3071cc92016-06-21 23:36:12 +000032static cl::opt<GVDAGType> ViewMachineBlockFreqPropagationDAG(
33 "view-machine-block-freq-propagation-dags", cl::Hidden,
34 cl::desc("Pop up a window to show a dag displaying how machine block "
35 "frequencies propagate through the CFG."),
36 cl::values(clEnumValN(GVDT_None, "none", "do not display graphs."),
37 clEnumValN(GVDT_Fraction, "fraction",
38 "display a graph using the "
39 "fractional block frequency representation."),
40 clEnumValN(GVDT_Integer, "integer",
41 "display a graph using the raw "
42 "integer fractional block frequency representation."),
Xinliang David Li9e588d82016-06-22 19:26:44 +000043 clEnumValN(GVDT_Count, "count", "display a graph using the real "
Mehdi Amini3ffe1132016-10-08 19:41:06 +000044 "profile count if available.")));
Eugene Zelenko2de563a2017-08-24 21:21:39 +000045
Xinliang David Li828b3982017-01-29 01:57:02 +000046// Similar option above, but used to control BFI display only after MBP pass
47cl::opt<GVDAGType> ViewBlockLayoutWithBFI(
48 "view-block-layout-with-bfi", cl::Hidden,
49 cl::desc(
50 "Pop up a window to show a dag displaying MBP layout and associated "
51 "block frequencies of the CFG."),
52 cl::values(clEnumValN(GVDT_None, "none", "do not display graphs."),
53 clEnumValN(GVDT_Fraction, "fraction",
54 "display a graph using the "
55 "fractional block frequency representation."),
56 clEnumValN(GVDT_Integer, "integer",
57 "display a graph using the raw "
58 "integer fractional block frequency representation."),
59 clEnumValN(GVDT_Count, "count",
60 "display a graph using the real "
61 "profile count if available.")));
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000062
Xinliang David Li050d2a72017-02-02 21:29:17 +000063// Command line option to specify the name of the function for CFG dump
64// Defined in Analysis/BlockFrequencyInfo.cpp: -view-bfi-func-name=
Xinliang David Lif2c927d2016-06-28 04:07:03 +000065extern cl::opt<std::string> ViewBlockFreqFuncName;
Eugene Zelenko2de563a2017-08-24 21:21:39 +000066
Xinliang David Li050d2a72017-02-02 21:29:17 +000067// Command line option to specify hot frequency threshold.
68// Defined in Analysis/BlockFrequencyInfo.cpp: -view-hot-freq-perc=
Simon Pilgrim970b0c82016-06-28 12:34:44 +000069extern cl::opt<unsigned> ViewHotFreqPercent;
Xinliang David Li06dbef92016-06-22 02:12:54 +000070
Hiroshi Yamauchi1020c412017-08-26 00:31:00 +000071static cl::opt<bool> PrintMachineBlockFreq(
72 "print-machine-bfi", cl::init(false), cl::Hidden,
73 cl::desc("Print the machine block frequency info."));
74
75// Command line option to specify the name of the function for block frequency
76// dump. Defined in Analysis/BlockFrequencyInfo.cpp.
77extern cl::opt<std::string> PrintBlockFreqFuncName;
78
Xinliang David Li828b3982017-01-29 01:57:02 +000079static GVDAGType getGVDT() {
80 if (ViewBlockLayoutWithBFI != GVDT_None)
81 return ViewBlockLayoutWithBFI;
82
83 return ViewMachineBlockFreqPropagationDAG;
84}
85
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000086namespace llvm {
87
Xinliang David Li3071cc92016-06-21 23:36:12 +000088template <> struct GraphTraits<MachineBlockFrequencyInfo *> {
Eugene Zelenko2de563a2017-08-24 21:21:39 +000089 using NodeRef = const MachineBasicBlock *;
90 using ChildIteratorType = MachineBasicBlock::const_succ_iterator;
91 using nodes_iterator = pointer_iterator<MachineFunction::const_iterator>;
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000092
Tim Shenb62ba772016-08-31 16:48:13 +000093 static NodeRef getEntryNode(const MachineBlockFrequencyInfo *G) {
Duncan P. N. Exon Smithb1510c22015-10-09 19:23:20 +000094 return &G->getFunction()->front();
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000095 }
Michael Gottesman3916f6c2013-12-03 20:21:17 +000096
Tim Shen22fca382016-08-22 21:09:30 +000097 static ChildIteratorType child_begin(const NodeRef N) {
Michael Gottesmaneae8ef42013-12-03 00:49:33 +000098 return N->succ_begin();
99 }
Michael Gottesman3916f6c2013-12-03 20:21:17 +0000100
Tim Shen22fca382016-08-22 21:09:30 +0000101 static ChildIteratorType child_end(const NodeRef N) { return N->succ_end(); }
Michael Gottesman3916f6c2013-12-03 20:21:17 +0000102
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000103 static nodes_iterator nodes_begin(const MachineBlockFrequencyInfo *G) {
Tim Shenf6e737e2016-08-19 21:20:13 +0000104 return nodes_iterator(G->getFunction()->begin());
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000105 }
Michael Gottesman3916f6c2013-12-03 20:21:17 +0000106
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000107 static nodes_iterator nodes_end(const MachineBlockFrequencyInfo *G) {
Tim Shenf6e737e2016-08-19 21:20:13 +0000108 return nodes_iterator(G->getFunction()->end());
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000109 }
110};
111
Eugene Zelenko2de563a2017-08-24 21:21:39 +0000112using MBFIDOTGraphTraitsBase =
113 BFIDOTGraphTraitsBase<MachineBlockFrequencyInfo,
114 MachineBranchProbabilityInfo>;
115
Xinliang David Li3071cc92016-06-21 23:36:12 +0000116template <>
117struct DOTGraphTraits<MachineBlockFrequencyInfo *>
Xinliang David Li6fff4792016-06-28 03:41:29 +0000118 : public MBFIDOTGraphTraitsBase {
Eugene Zelenko2de563a2017-08-24 21:21:39 +0000119 const MachineFunction *CurFunc = nullptr;
Xinliang David Li828b3982017-01-29 01:57:02 +0000120 DenseMap<const MachineBasicBlock *, int> LayoutOrderMap;
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000121
Eugene Zelenko2de563a2017-08-24 21:21:39 +0000122 explicit DOTGraphTraits(bool isSimple = false)
123 : MBFIDOTGraphTraitsBase(isSimple) {}
124
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000125 std::string getNodeLabel(const MachineBasicBlock *Node,
126 const MachineBlockFrequencyInfo *Graph) {
Xinliang David Li828b3982017-01-29 01:57:02 +0000127 int layout_order = -1;
128 // Attach additional ordering information if 'isSimple' is false.
129 if (!isSimple()) {
130 const MachineFunction *F = Node->getParent();
131 if (!CurFunc || F != CurFunc) {
132 if (CurFunc)
133 LayoutOrderMap.clear();
134
135 CurFunc = F;
136 int O = 0;
137 for (auto MBI = F->begin(); MBI != F->end(); ++MBI, ++O) {
138 LayoutOrderMap[&*MBI] = O;
139 }
140 }
141 layout_order = LayoutOrderMap[Node];
142 }
143 return MBFIDOTGraphTraitsBase::getNodeLabel(Node, Graph, getGVDT(),
144 layout_order);
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000145 }
Xinliang David Li6fff4792016-06-28 03:41:29 +0000146
Xinliang David Licc075cf2016-06-28 06:58:21 +0000147 std::string getNodeAttributes(const MachineBasicBlock *Node,
148 const MachineBlockFrequencyInfo *Graph) {
149 return MBFIDOTGraphTraitsBase::getNodeAttributes(Node, Graph,
150 ViewHotFreqPercent);
151 }
152
Xinliang David Li6fff4792016-06-28 03:41:29 +0000153 std::string getEdgeAttributes(const MachineBasicBlock *Node, EdgeIter EI,
154 const MachineBlockFrequencyInfo *MBFI) {
Xinliang David Licc075cf2016-06-28 06:58:21 +0000155 return MBFIDOTGraphTraitsBase::getEdgeAttributes(
156 Node, EI, MBFI, MBFI->getMBPI(), ViewHotFreqPercent);
Xinliang David Li27717d02016-06-22 16:04:51 +0000157 }
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000158};
159
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000160} // end namespace llvm
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000161
Matthias Braun94c49042017-05-25 21:26:32 +0000162INITIALIZE_PASS_BEGIN(MachineBlockFrequencyInfo, DEBUG_TYPE,
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000163 "Machine Block Frequency Analysis", true, true)
164INITIALIZE_PASS_DEPENDENCY(MachineBranchProbabilityInfo)
Duncan P. N. Exon Smith9a11d662014-04-21 17:57:07 +0000165INITIALIZE_PASS_DEPENDENCY(MachineLoopInfo)
Matthias Braun94c49042017-05-25 21:26:32 +0000166INITIALIZE_PASS_END(MachineBlockFrequencyInfo, DEBUG_TYPE,
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000167 "Machine Block Frequency Analysis", true, true)
168
Jakub Staszakf55c1c82011-07-25 19:25:40 +0000169char MachineBlockFrequencyInfo::ID = 0;
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000170
Xinliang David Li3071cc92016-06-21 23:36:12 +0000171MachineBlockFrequencyInfo::MachineBlockFrequencyInfo()
172 : MachineFunctionPass(ID) {
Jakub Staszakf55c1c82011-07-25 19:25:40 +0000173 initializeMachineBlockFrequencyInfoPass(*PassRegistry::getPassRegistry());
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000174}
175
Eugene Zelenko2de563a2017-08-24 21:21:39 +0000176MachineBlockFrequencyInfo::~MachineBlockFrequencyInfo() = default;
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000177
Jakub Staszakf55c1c82011-07-25 19:25:40 +0000178void MachineBlockFrequencyInfo::getAnalysisUsage(AnalysisUsage &AU) const {
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000179 AU.addRequired<MachineBranchProbabilityInfo>();
Duncan P. N. Exon Smith9a11d662014-04-21 17:57:07 +0000180 AU.addRequired<MachineLoopInfo>();
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000181 AU.setPreservesAll();
Jakub Staszak9d81c972011-07-21 22:59:09 +0000182 MachineFunctionPass::getAnalysisUsage(AU);
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000183}
184
Adam Nemet11745832017-02-14 17:21:09 +0000185void MachineBlockFrequencyInfo::calculate(
186 const MachineFunction &F, const MachineBranchProbabilityInfo &MBPI,
187 const MachineLoopInfo &MLI) {
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000188 if (!MBFI)
189 MBFI.reset(new ImplType);
Cong Hou2fa118d2015-07-15 19:58:26 +0000190 MBFI->calculate(F, MBPI, MLI);
Xinliang David Li06dbef92016-06-22 02:12:54 +0000191 if (ViewMachineBlockFreqPropagationDAG != GVDT_None &&
Xinliang David Lif2c927d2016-06-28 04:07:03 +0000192 (ViewBlockFreqFuncName.empty() ||
193 F.getName().equals(ViewBlockFreqFuncName))) {
Xinliang David Li210c6902017-02-15 19:21:04 +0000194 view("MachineBlockFrequencyDAGS." + F.getName());
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000195 }
Hiroshi Yamauchi1020c412017-08-26 00:31:00 +0000196 if (PrintMachineBlockFreq &&
197 (PrintBlockFreqFuncName.empty() ||
198 F.getName().equals(PrintBlockFreqFuncName))) {
199 MBFI->print(dbgs());
200 }
Adam Nemet11745832017-02-14 17:21:09 +0000201}
202
203bool MachineBlockFrequencyInfo::runOnMachineFunction(MachineFunction &F) {
204 MachineBranchProbabilityInfo &MBPI =
205 getAnalysis<MachineBranchProbabilityInfo>();
206 MachineLoopInfo &MLI = getAnalysis<MachineLoopInfo>();
207 calculate(F, MBPI, MLI);
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000208 return false;
209}
210
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000211void MachineBlockFrequencyInfo::releaseMemory() { MBFI.reset(); }
212
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000213/// Pop up a ghostview window with the current block frequency propagation
214/// rendered using dot.
Xinliang David Li210c6902017-02-15 19:21:04 +0000215void MachineBlockFrequencyInfo::view(const Twine &Name, bool isSimple) const {
216 // This code is only for debugging.
217 ViewGraph(const_cast<MachineBlockFrequencyInfo *>(this), Name, isSimple);
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000218}
219
Xinliang David Li3071cc92016-06-21 23:36:12 +0000220BlockFrequency
221MachineBlockFrequencyInfo::getBlockFreq(const MachineBasicBlock *MBB) const {
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000222 return MBFI ? MBFI->getBlockFreq(MBB) : 0;
Jakub Staszak59a9dab2011-07-16 20:23:20 +0000223}
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000224
Xinliang David Li9e588d82016-06-22 19:26:44 +0000225Optional<uint64_t> MachineBlockFrequencyInfo::getBlockProfileCount(
226 const MachineBasicBlock *MBB) const {
Matthias Braund3181392017-12-15 22:22:58 +0000227 const Function &F = MBFI->getFunction()->getFunction();
228 return MBFI ? MBFI->getBlockProfileCount(F, MBB) : None;
Xinliang David Li9e588d82016-06-22 19:26:44 +0000229}
230
Sean Silvae9e07462016-08-02 02:15:45 +0000231Optional<uint64_t>
232MachineBlockFrequencyInfo::getProfileCountFromFreq(uint64_t Freq) const {
Matthias Braund3181392017-12-15 22:22:58 +0000233 const Function &F = MBFI->getFunction()->getFunction();
234 return MBFI ? MBFI->getProfileCountFromFreq(F, Freq) : None;
Sean Silvae9e07462016-08-02 02:15:45 +0000235}
236
Hiroshi Yamauchidd33e172017-11-02 22:26:51 +0000237bool
238MachineBlockFrequencyInfo::isIrrLoopHeader(const MachineBasicBlock *MBB) {
239 assert(MBFI && "Expected analysis to be available");
240 return MBFI->isIrrLoopHeader(MBB);
241}
242
Duncan P. N. Exon Smith8451e1b2014-03-25 18:01:32 +0000243const MachineFunction *MachineBlockFrequencyInfo::getFunction() const {
Duncan P. N. Exon Smith9a11d662014-04-21 17:57:07 +0000244 return MBFI ? MBFI->getFunction() : nullptr;
Michael Gottesmaneae8ef42013-12-03 00:49:33 +0000245}
Michael Gottesmana73959a2013-12-14 00:06:03 +0000246
Xinliang David Li2aa8ecf2016-06-28 00:15:45 +0000247const MachineBranchProbabilityInfo *MachineBlockFrequencyInfo::getMBPI() const {
248 return MBFI ? &MBFI->getBPI() : nullptr;
249}
250
Michael Gottesmana73959a2013-12-14 00:06:03 +0000251raw_ostream &
252MachineBlockFrequencyInfo::printBlockFreq(raw_ostream &OS,
253 const BlockFrequency Freq) const {
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000254 return MBFI ? MBFI->printBlockFreq(OS, Freq) : OS;
Michael Gottesmana73959a2013-12-14 00:06:03 +0000255}
256
257raw_ostream &
258MachineBlockFrequencyInfo::printBlockFreq(raw_ostream &OS,
259 const MachineBasicBlock *MBB) const {
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000260 return MBFI ? MBFI->printBlockFreq(OS, MBB) : OS;
Michael Gottesmana73959a2013-12-14 00:06:03 +0000261}
262
Michael Gottesman523823b2013-12-14 02:37:38 +0000263uint64_t MachineBlockFrequencyInfo::getEntryFreq() const {
Duncan P. N. Exon Smith27e1ca82014-03-25 18:01:38 +0000264 return MBFI ? MBFI->getEntryFreq() : 0;
Michael Gottesmana73959a2013-12-14 00:06:03 +0000265}