blob: 770f6c5b0403020590152ae11162e080a5bf3687 [file] [log] [blame]
Eugene Zelenko8fd05042017-09-11 23:00:48 +00001//===- OptimizePHIs.cpp - Optimize machine instruction PHIs ---------------===//
Bob Wilsonfe61fb12010-02-12 01:30:21 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass optimizes machine instruction PHIs to take advantage of
11// opportunities created during DAG legalization.
12//
13//===----------------------------------------------------------------------===//
14
Chandler Carruthd04a8d42012-12-03 16:50:05 +000015#include "llvm/ADT/SmallPtrSet.h"
16#include "llvm/ADT/Statistic.h"
Eugene Zelenko8fd05042017-09-11 23:00:48 +000017#include "llvm/CodeGen/MachineBasicBlock.h"
18#include "llvm/CodeGen/MachineFunction.h"
Bob Wilsonfe61fb12010-02-12 01:30:21 +000019#include "llvm/CodeGen/MachineFunctionPass.h"
20#include "llvm/CodeGen/MachineInstr.h"
Eugene Zelenko8fd05042017-09-11 23:00:48 +000021#include "llvm/CodeGen/MachineOperand.h"
Bob Wilsonfe61fb12010-02-12 01:30:21 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikiee3a9b4c2017-11-17 01:07:10 +000023#include "llvm/CodeGen/TargetRegisterInfo.h"
24#include "llvm/CodeGen/TargetSubtargetInfo.h"
Eugene Zelenko8fd05042017-09-11 23:00:48 +000025#include "llvm/Pass.h"
Eugene Zelenko8fd05042017-09-11 23:00:48 +000026#include <cassert>
27
Bob Wilsonfe61fb12010-02-12 01:30:21 +000028using namespace llvm;
29
Matthias Braun94c49042017-05-25 21:26:32 +000030#define DEBUG_TYPE "opt-phis"
Chandler Carruth8677f2f2014-04-22 02:02:50 +000031
Bob Wilsonfe61fb12010-02-12 01:30:21 +000032STATISTIC(NumPHICycles, "Number of PHI cycles replaced");
Bob Wilsonbf9b2212010-02-13 00:31:44 +000033STATISTIC(NumDeadPHICycles, "Number of dead PHI cycles");
Bob Wilsonfe61fb12010-02-12 01:30:21 +000034
35namespace {
Eugene Zelenko8fd05042017-09-11 23:00:48 +000036
Bob Wilsonfe61fb12010-02-12 01:30:21 +000037 class OptimizePHIs : public MachineFunctionPass {
38 MachineRegisterInfo *MRI;
39 const TargetInstrInfo *TII;
40
41 public:
42 static char ID; // Pass identification
Eugene Zelenko8fd05042017-09-11 23:00:48 +000043
Owen Anderson081c34b2010-10-19 17:21:58 +000044 OptimizePHIs() : MachineFunctionPass(ID) {
45 initializeOptimizePHIsPass(*PassRegistry::getPassRegistry());
46 }
Bob Wilsonfe61fb12010-02-12 01:30:21 +000047
Fangrui Song7d882862018-07-16 18:51:40 +000048 bool runOnMachineFunction(MachineFunction &Fn) override;
Bob Wilsonfe61fb12010-02-12 01:30:21 +000049
Craig Topper9f998de2014-03-07 09:26:03 +000050 void getAnalysisUsage(AnalysisUsage &AU) const override {
Bob Wilsonfe61fb12010-02-12 01:30:21 +000051 AU.setPreservesCFG();
52 MachineFunctionPass::getAnalysisUsage(AU);
53 }
54
55 private:
Eugene Zelenko8fd05042017-09-11 23:00:48 +000056 using InstrSet = SmallPtrSet<MachineInstr *, 16>;
57 using InstrSetIterator = SmallPtrSetIterator<MachineInstr *>;
Bob Wilsonbf9b2212010-02-13 00:31:44 +000058
59 bool IsSingleValuePHICycle(MachineInstr *MI, unsigned &SingleValReg,
60 InstrSet &PHIsInCycle);
61 bool IsDeadPHICycle(MachineInstr *MI, InstrSet &PHIsInCycle);
62 bool OptimizeBB(MachineBasicBlock &MBB);
Bob Wilsonfe61fb12010-02-12 01:30:21 +000063 };
Eugene Zelenko8fd05042017-09-11 23:00:48 +000064
65} // end anonymous namespace
Bob Wilsonfe61fb12010-02-12 01:30:21 +000066
67char OptimizePHIs::ID = 0;
Eugene Zelenko8fd05042017-09-11 23:00:48 +000068
Andrew Trick1dd8c852012-02-08 21:23:13 +000069char &llvm::OptimizePHIsID = OptimizePHIs::ID;
Eugene Zelenko8fd05042017-09-11 23:00:48 +000070
Matthias Braun94c49042017-05-25 21:26:32 +000071INITIALIZE_PASS(OptimizePHIs, DEBUG_TYPE,
Owen Andersonce665bd2010-10-07 22:25:06 +000072 "Optimize machine instruction PHIs", false, false)
Bob Wilsonfe61fb12010-02-12 01:30:21 +000073
Bob Wilsonfe61fb12010-02-12 01:30:21 +000074bool OptimizePHIs::runOnMachineFunction(MachineFunction &Fn) {
Matthias Braund3181392017-12-15 22:22:58 +000075 if (skipFunction(Fn.getFunction()))
Paul Robinson5fa58a52014-03-31 17:43:35 +000076 return false;
77
Bob Wilsonfe61fb12010-02-12 01:30:21 +000078 MRI = &Fn.getRegInfo();
Eric Christopher60355182014-08-05 02:39:49 +000079 TII = Fn.getSubtarget().getInstrInfo();
Bob Wilsonfe61fb12010-02-12 01:30:21 +000080
Bob Wilsonbf9b2212010-02-13 00:31:44 +000081 // Find dead PHI cycles and PHI cycles that can be replaced by a single
82 // value. InstCombine does these optimizations, but DAG legalization may
83 // introduce new opportunities, e.g., when i64 values are split up for
84 // 32-bit targets.
Bob Wilsonfe61fb12010-02-12 01:30:21 +000085 bool Changed = false;
86 for (MachineFunction::iterator I = Fn.begin(), E = Fn.end(); I != E; ++I)
Bob Wilsonbf9b2212010-02-13 00:31:44 +000087 Changed |= OptimizeBB(*I);
Bob Wilsonfe61fb12010-02-12 01:30:21 +000088
89 return Changed;
90}
91
92/// IsSingleValuePHICycle - Check if MI is a PHI where all the source operands
Dinar Temirbulatovb0f4bab2018-12-15 14:37:01 +000093/// are copies of SingleValReg, possibly via copies through other PHIs. If
Bob Wilsonfe61fb12010-02-12 01:30:21 +000094/// SingleValReg is zero on entry, it is set to the register with the single
Dinar Temirbulatovb0f4bab2018-12-15 14:37:01 +000095/// non-copy value. PHIsInCycle is a set used to keep track of the PHIs that
96/// have been scanned. PHIs may be grouped by cycle, several cycles or chains.
Bob Wilsonbf9b2212010-02-13 00:31:44 +000097bool OptimizePHIs::IsSingleValuePHICycle(MachineInstr *MI,
Bob Wilsonfe61fb12010-02-12 01:30:21 +000098 unsigned &SingleValReg,
Bob Wilsonbf9b2212010-02-13 00:31:44 +000099 InstrSet &PHIsInCycle) {
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000100 assert(MI->isPHI() && "IsSingleValuePHICycle expects a PHI instruction");
101 unsigned DstReg = MI->getOperand(0).getReg();
102
103 // See if we already saw this register.
David Blaikie5401ba72014-11-19 07:49:26 +0000104 if (!PHIsInCycle.insert(MI).second)
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000105 return true;
106
107 // Don't scan crazily complex things.
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000108 if (PHIsInCycle.size() == 16)
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000109 return false;
110
111 // Scan the PHI operands.
112 for (unsigned i = 1; i != MI->getNumOperands(); i += 2) {
113 unsigned SrcReg = MI->getOperand(i).getReg();
114 if (SrcReg == DstReg)
115 continue;
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000116 MachineInstr *SrcMI = MRI->getVRegDef(SrcReg);
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000117
118 // Skip over register-to-register moves.
Jakob Stoklund Olesen04c528a2010-07-16 04:45:42 +0000119 if (SrcMI && SrcMI->isCopy() &&
120 !SrcMI->getOperand(0).getSubReg() &&
121 !SrcMI->getOperand(1).getSubReg() &&
Dinar Temirbulatovb0f4bab2018-12-15 14:37:01 +0000122 TargetRegisterInfo::isVirtualRegister(SrcMI->getOperand(1).getReg())) {
123 SrcReg = SrcMI->getOperand(1).getReg();
124 SrcMI = MRI->getVRegDef(SrcReg);
125 }
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000126 if (!SrcMI)
127 return false;
128
129 if (SrcMI->isPHI()) {
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000130 if (!IsSingleValuePHICycle(SrcMI, SingleValReg, PHIsInCycle))
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000131 return false;
132 } else {
133 // Fail if there is more than one non-phi/non-move register.
Dinar Temirbulatovb0f4bab2018-12-15 14:37:01 +0000134 if (SingleValReg != 0 && SingleValReg != SrcReg)
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000135 return false;
136 SingleValReg = SrcReg;
137 }
138 }
139 return true;
140}
141
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000142/// IsDeadPHICycle - Check if the register defined by a PHI is only used by
143/// other PHIs in a cycle.
144bool OptimizePHIs::IsDeadPHICycle(MachineInstr *MI, InstrSet &PHIsInCycle) {
145 assert(MI->isPHI() && "IsDeadPHICycle expects a PHI instruction");
146 unsigned DstReg = MI->getOperand(0).getReg();
147 assert(TargetRegisterInfo::isVirtualRegister(DstReg) &&
148 "PHI destination is not a virtual register");
149
150 // See if we already saw this register.
David Blaikie5401ba72014-11-19 07:49:26 +0000151 if (!PHIsInCycle.insert(MI).second)
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000152 return true;
153
154 // Don't scan crazily complex things.
155 if (PHIsInCycle.size() == 16)
156 return false;
157
Mikael Holmen78cae932017-12-07 07:01:21 +0000158 for (MachineInstr &UseMI : MRI->use_nodbg_instructions(DstReg)) {
Owen Anderson92fca732014-03-17 19:36:09 +0000159 if (!UseMI.isPHI() || !IsDeadPHICycle(&UseMI, PHIsInCycle))
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000160 return false;
161 }
162
163 return true;
164}
165
166/// OptimizeBB - Remove dead PHI cycles and PHI cycles that can be replaced by
167/// a single value.
168bool OptimizePHIs::OptimizeBB(MachineBasicBlock &MBB) {
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000169 bool Changed = false;
170 for (MachineBasicBlock::iterator
171 MII = MBB.begin(), E = MBB.end(); MII != E; ) {
172 MachineInstr *MI = &*MII++;
173 if (!MI->isPHI())
174 break;
175
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000176 // Check for single-value PHI cycles.
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000177 unsigned SingleValReg = 0;
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000178 InstrSet PHIsInCycle;
179 if (IsSingleValuePHICycle(MI, SingleValReg, PHIsInCycle) &&
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000180 SingleValReg != 0) {
Cameron Zwarich419eb362011-10-17 21:54:46 +0000181 unsigned OldReg = MI->getOperand(0).getReg();
182 if (!MRI->constrainRegClass(SingleValReg, MRI->getRegClass(OldReg)))
183 continue;
184
Dinar Temirbulatovb0f4bab2018-12-15 14:37:01 +0000185 // for the case SingleValReg taken from copy instr
186 MRI->clearKillFlags(SingleValReg);
187
Cameron Zwarich419eb362011-10-17 21:54:46 +0000188 MRI->replaceRegWith(OldReg, SingleValReg);
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000189 MI->eraseFromParent();
190 ++NumPHICycles;
191 Changed = true;
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000192 continue;
193 }
194
195 // Check for dead PHI cycles.
196 PHIsInCycle.clear();
197 if (IsDeadPHICycle(MI, PHIsInCycle)) {
198 for (InstrSetIterator PI = PHIsInCycle.begin(), PE = PHIsInCycle.end();
199 PI != PE; ++PI) {
200 MachineInstr *PhiMI = *PI;
Duncan P. N. Exon Smithd4e08022016-08-17 00:43:59 +0000201 if (MII == PhiMI)
Bob Wilsonbf9b2212010-02-13 00:31:44 +0000202 ++MII;
203 PhiMI->eraseFromParent();
204 }
205 ++NumDeadPHICycles;
206 Changed = true;
Bob Wilsonfe61fb12010-02-12 01:30:21 +0000207 }
208 }
209 return Changed;
210}