blob: aa3ac444e0da9d783ab717d0d20ed3e2290569c5 [file] [log] [blame]
Eugene Zelenko79ea5b52017-09-21 23:20:16 +00001//===- SpillPlacement.h - Optimal Spill Code Placement ---------*- C++ -*--===//
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This analysis computes the optimal spill code placement between basic blocks.
11//
12// The runOnMachineFunction() method only precomputes some profiling information
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +000013// about the CFG. The real work is done by prepare(), addConstraints(), and
14// finish() which are called by the register allocator.
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000015//
16// Given a variable that is live across multiple basic blocks, and given
17// constraints on the basic blocks where the variable is live, determine which
18// edge bundles should have the variable in a register and which edge bundles
19// should have the variable in a stack slot.
20//
21// The returned bit vector can be used to place optimal spill code at basic
22// block entries and exits. Spill code placement inside a basic block is not
23// considered.
24//
25//===----------------------------------------------------------------------===//
26
Benjamin Kramer00e08fc2014-08-13 16:26:38 +000027#ifndef LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
28#define LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000029
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +000030#include "llvm/ADT/ArrayRef.h"
Jakob Stoklund Olesen40a42a22011-03-04 00:58:40 +000031#include "llvm/ADT/SmallVector.h"
Quentin Colombeta4992162016-05-19 22:40:37 +000032#include "llvm/ADT/SparseSet.h"
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000033#include "llvm/CodeGen/MachineFunctionPass.h"
Jakob Stoklund Olesen6d9fe792013-07-16 18:26:15 +000034#include "llvm/Support/BlockFrequency.h"
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000035
36namespace llvm {
37
38class BitVector;
39class EdgeBundles;
Michael Gottesman1a938c22013-12-14 00:25:47 +000040class MachineBlockFrequencyInfo;
Eugene Zelenko79ea5b52017-09-21 23:20:16 +000041class MachineFunction;
42class MachineLoopInfo;
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000043
Hans Wennborge4506cd2014-08-11 02:21:30 +000044class SpillPlacement : public MachineFunctionPass {
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000045 struct Node;
46 const MachineFunction *MF;
47 const EdgeBundles *bundles;
48 const MachineLoopInfo *loops;
Michael Gottesman1a938c22013-12-14 00:25:47 +000049 const MachineBlockFrequencyInfo *MBFI;
Eugene Zelenko79ea5b52017-09-21 23:20:16 +000050 Node *nodes = nullptr;
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000051
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +000052 // Nodes that are active in the current computation. Owned by the prepare()
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000053 // caller.
54 BitVector *ActiveNodes;
55
Jakob Stoklund Olesenf4afdfc2011-04-09 02:59:09 +000056 // Nodes with active links. Populated by scanActiveBundles.
57 SmallVector<unsigned, 8> Linked;
58
59 // Nodes that went positive during the last call to scanActiveBundles or
60 // iterate.
61 SmallVector<unsigned, 8> RecentPositive;
Jakob Stoklund Olesen70d43702011-04-06 19:14:00 +000062
Jakob Stoklund Olesen40a42a22011-03-04 00:58:40 +000063 // Block frequencies are computed once. Indexed by block number.
Hans Wennborge4506cd2014-08-11 02:21:30 +000064 SmallVector<BlockFrequency, 8> BlockFrequencies;
Jakob Stoklund Olesen40a42a22011-03-04 00:58:40 +000065
Chandler Carruthbbb28e72014-10-02 22:23:14 +000066 /// Decision threshold. A node gets the output value 0 if the weighted sum of
67 /// its inputs falls in the open interval (-Threshold;Threshold).
68 BlockFrequency Threshold;
69
Quentin Colombeta4992162016-05-19 22:40:37 +000070 /// List of nodes that need to be updated in ::iterate.
71 SparseSet<unsigned> TodoList;
72
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000073public:
74 static char ID; // Pass identification, replacement for typeid.
75
Eugene Zelenko79ea5b52017-09-21 23:20:16 +000076 SpillPlacement() : MachineFunctionPass(ID) {}
Alexander Kornienkoc16fc542015-04-11 02:11:45 +000077 ~SpillPlacement() override { releaseMemory(); }
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000078
79 /// BorderConstraint - A basic block has separate constraints for entry and
80 /// exit.
81 enum BorderConstraint {
82 DontCare, ///< Block doesn't care / variable not live.
83 PrefReg, ///< Block entry/exit prefers a register.
84 PrefSpill, ///< Block entry/exit prefers a stack slot.
Jakob Stoklund Olesen0e0a8802011-08-02 21:53:03 +000085 PrefBoth, ///< Block entry prefers both register and stack.
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000086 MustSpill ///< A register is impossible, variable must be spilled.
87 };
88
89 /// BlockConstraint - Entry and exit constraints for a basic block.
90 struct BlockConstraint {
91 unsigned Number; ///< Basic block number (from MBB::getNumber()).
92 BorderConstraint Entry : 8; ///< Constraint on block entry.
93 BorderConstraint Exit : 8; ///< Constraint on block exit.
Jakob Stoklund Olesen0e0a8802011-08-02 21:53:03 +000094
95 /// True when this block changes the value of the live range. This means
96 /// the block has a non-PHI def. When this is false, a live-in value on
97 /// the stack can be live-out on the stack without inserting a spill.
98 bool ChangesValue;
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +000099 };
100
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +0000101 /// prepare - Reset state and prepare for a new spill placement computation.
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000102 /// @param RegBundles Bit vector to receive the edge bundles where the
103 /// variable should be kept in a register. Each bit
104 /// corresponds to an edge bundle, a set bit means the
105 /// variable should be kept in a register through the
106 /// bundle. A clear bit means the variable should be
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +0000107 /// spilled. This vector is retained.
108 void prepare(BitVector &RegBundles);
109
110 /// addConstraints - Add constraints and biases. This method may be called
111 /// more than once to accumulate constraints.
112 /// @param LiveBlocks Constraints for blocks that have the variable live in or
Jakob Stoklund Olesen7b41fbe2011-04-07 17:27:46 +0000113 /// live out.
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +0000114 void addConstraints(ArrayRef<BlockConstraint> LiveBlocks);
115
Jakob Stoklund Olesen0e0a8802011-08-02 21:53:03 +0000116 /// addPrefSpill - Add PrefSpill constraints to all blocks listed. This is
117 /// equivalent to calling addConstraint with identical BlockConstraints with
118 /// Entry = Exit = PrefSpill, and ChangesValue = false.
119 ///
Jakob Stoklund Olesene60f1032011-07-23 03:10:19 +0000120 /// @param Blocks Array of block numbers that prefer to spill in and out.
Jakob Stoklund Olesenb87f91b2011-08-03 23:09:38 +0000121 /// @param Strong When true, double the negative bias for these blocks.
122 void addPrefSpill(ArrayRef<unsigned> Blocks, bool Strong);
Jakob Stoklund Olesene60f1032011-07-23 03:10:19 +0000123
Jakob Stoklund Olesen7b41fbe2011-04-07 17:27:46 +0000124 /// addLinks - Add transparent blocks with the given numbers.
125 void addLinks(ArrayRef<unsigned> Links);
126
Jakob Stoklund Olesenf4afdfc2011-04-09 02:59:09 +0000127 /// scanActiveBundles - Perform an initial scan of all bundles activated by
128 /// addConstraints and addLinks, updating their state. Add all the bundles
129 /// that now prefer a register to RecentPositive.
130 /// Prepare internal data structures for iterate.
131 /// Return true is there are any positive nodes.
132 bool scanActiveBundles();
133
134 /// iterate - Update the network iteratively until convergence, or new bundles
135 /// are found.
136 void iterate();
137
138 /// getRecentPositive - Return an array of bundles that became positive during
139 /// the previous call to scanActiveBundles or iterate.
140 ArrayRef<unsigned> getRecentPositive() { return RecentPositive; }
Jakob Stoklund Olesen70d43702011-04-06 19:14:00 +0000141
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +0000142 /// finish - Compute the optimal spill code placement given the
143 /// constraints. No MustSpill constraints will be violated, and the smallest
144 /// possible number of PrefX constraints will be violated, weighted by
145 /// expected execution frequencies.
146 /// The selected bundles are returned in the bitvector passed to prepare().
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000147 /// @return True if a perfect solution was found, allowing the variable to be
148 /// in a register through all relevant bundles.
Jakob Stoklund Olesen9efa2a22011-04-06 19:13:57 +0000149 bool finish();
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000150
Jakob Stoklund Olesenb5fa9332011-01-18 21:13:27 +0000151 /// getBlockFrequency - Return the estimated block execution frequency per
152 /// function invocation.
Jakob Stoklund Olesen03ef6002013-07-16 18:26:18 +0000153 BlockFrequency getBlockFrequency(unsigned Number) const {
154 return BlockFrequencies[Number];
Jakob Stoklund Olesen40a42a22011-03-04 00:58:40 +0000155 }
Jakob Stoklund Olesenb5fa9332011-01-18 21:13:27 +0000156
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000157private:
Eugene Zelenko79ea5b52017-09-21 23:20:16 +0000158 bool runOnMachineFunction(MachineFunction &mf) override;
159 void getAnalysisUsage(AnalysisUsage &AU) const override;
Craig Topper9f998de2014-03-07 09:26:03 +0000160 void releaseMemory() override;
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000161
Eugene Zelenko79ea5b52017-09-21 23:20:16 +0000162 void activate(unsigned n);
Chandler Carruthbbb28e72014-10-02 22:23:14 +0000163 void setThreshold(const BlockFrequency &Entry);
Quentin Colombeta4992162016-05-19 22:40:37 +0000164
Eugene Zelenko79ea5b52017-09-21 23:20:16 +0000165 bool update(unsigned n);
Jakob Stoklund Olesen8bfe5082011-01-06 01:21:53 +0000166};
167
168} // end namespace llvm
169
Eugene Zelenko79ea5b52017-09-21 23:20:16 +0000170#endif // LLVM_LIB_CODEGEN_SPILLPLACEMENT_H