blob: f2a2bcbb94b196b13552cc7b5705723312d213a2 [file] [log] [blame]
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +00001//===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
Christopher Lambbab24742007-07-26 08:18:32 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambbab24742007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohmanbd0f1442008-09-24 23:44:12 +00009//
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000010// This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11// instructions after register allocation.
Dan Gohmanbd0f1442008-09-24 23:44:12 +000012//
13//===----------------------------------------------------------------------===//
Christopher Lambbab24742007-07-26 08:18:32 +000014
Christopher Lambbab24742007-07-26 08:18:32 +000015#include "llvm/CodeGen/MachineFunctionPass.h"
16#include "llvm/CodeGen/MachineInstr.h"
Jakob Stoklund Olesen980daea2009-08-03 20:08:18 +000017#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000018#include "llvm/CodeGen/MachineRegisterInfo.h"
Chandler Carruthe3e43d92017-06-06 11:49:48 +000019#include "llvm/CodeGen/Passes.h"
David Blaikie48319232017-11-08 01:01:31 +000020#include "llvm/CodeGen/TargetInstrInfo.h"
David Blaikiee3a9b4c2017-11-17 01:07:10 +000021#include "llvm/CodeGen/TargetRegisterInfo.h"
22#include "llvm/CodeGen/TargetSubtargetInfo.h"
Christopher Lambbab24742007-07-26 08:18:32 +000023#include "llvm/Support/Debug.h"
Daniel Dunbarce63ffb2009-07-25 00:23:56 +000024#include "llvm/Support/raw_ostream.h"
Eric Christopher9f85dcc2014-08-04 21:25:23 +000025
Christopher Lambbab24742007-07-26 08:18:32 +000026using namespace llvm;
27
Chandler Carruth8677f2f2014-04-22 02:02:50 +000028#define DEBUG_TYPE "postrapseudos"
29
Christopher Lambbab24742007-07-26 08:18:32 +000030namespace {
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000031struct ExpandPostRA : public MachineFunctionPass {
32private:
33 const TargetRegisterInfo *TRI;
34 const TargetInstrInfo *TII;
Evan Chengd98e30f2009-10-25 07:49:57 +000035
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000036public:
37 static char ID; // Pass identification, replacement for typeid
38 ExpandPostRA() : MachineFunctionPass(ID) {}
Jim Grosbach08da6362011-02-25 22:53:20 +000039
Craig Topper9f998de2014-03-07 09:26:03 +000040 void getAnalysisUsage(AnalysisUsage &AU) const override {
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000041 AU.setPreservesCFG();
42 AU.addPreservedID(MachineLoopInfoID);
43 AU.addPreservedID(MachineDominatorsID);
44 MachineFunctionPass::getAnalysisUsage(AU);
45 }
Evan Chengbbeeb2a2008-09-22 20:58:04 +000046
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000047 /// runOnMachineFunction - pass entry point
Craig Topper9f998de2014-03-07 09:26:03 +000048 bool runOnMachineFunction(MachineFunction&) override;
Evan Chengd98e30f2009-10-25 07:49:57 +000049
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000050private:
51 bool LowerSubregToReg(MachineInstr *MI);
52 bool LowerCopy(MachineInstr *MI);
Dan Gohmana5b2fee2008-12-18 22:14:08 +000053
Michael Kuperstein46726012016-07-15 22:31:14 +000054 void TransferImplicitOperands(MachineInstr *MI);
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000055};
56} // end anonymous namespace
Christopher Lambbab24742007-07-26 08:18:32 +000057
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000058char ExpandPostRA::ID = 0;
Andrew Trick1dd8c852012-02-08 21:23:13 +000059char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
Christopher Lambbab24742007-07-26 08:18:32 +000060
Matthias Braun94c49042017-05-25 21:26:32 +000061INITIALIZE_PASS(ExpandPostRA, DEBUG_TYPE,
Andrew Trick1dd8c852012-02-08 21:23:13 +000062 "Post-RA pseudo instruction expansion pass", false, false)
Christopher Lambbab24742007-07-26 08:18:32 +000063
Michael Kuperstein46726012016-07-15 22:31:14 +000064/// TransferImplicitOperands - MI is a pseudo-instruction, and the lowered
65/// replacement instructions immediately precede it. Copy any implicit
Bob Wilson5d521652010-06-29 18:42:49 +000066/// operands from MI to the replacement instruction.
Michael Kuperstein46726012016-07-15 22:31:14 +000067void ExpandPostRA::TransferImplicitOperands(MachineInstr *MI) {
Bob Wilson5d521652010-06-29 18:42:49 +000068 MachineBasicBlock::iterator CopyMI = MI;
69 --CopyMI;
70
Michael Kuperstein46726012016-07-15 22:31:14 +000071 for (const MachineOperand &MO : MI->implicit_operands())
72 if (MO.isReg())
73 CopyMI->addOperand(MO);
Bob Wilson5d521652010-06-29 18:42:49 +000074}
75
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +000076bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
Christopher Lambc9298232008-03-16 03:12:01 +000077 MachineBasicBlock *MBB = MI->getParent();
Dan Gohmand735b802008-10-03 15:45:36 +000078 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
79 MI->getOperand(1).isImm() &&
80 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
81 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Jakob Stoklund Olesenf175c5c2010-06-22 22:11:07 +000082
Christopher Lambc9298232008-03-16 03:12:01 +000083 unsigned DstReg = MI->getOperand(0).getReg();
84 unsigned InsReg = MI->getOperand(2).getReg();
Jakob Stoklund Olesenf175c5c2010-06-22 22:11:07 +000085 assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
Evan Cheng7d6d4b32009-03-23 07:19:58 +000086 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambc9298232008-03-16 03:12:01 +000087
88 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Evan Chengd98e30f2009-10-25 07:49:57 +000089 unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
Evan Cheng7d6d4b32009-03-23 07:19:58 +000090
Christopher Lambc9298232008-03-16 03:12:01 +000091 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
92 "Insert destination must be in a physical register");
93 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
94 "Inserted value must be in a physical register");
95
Nicola Zaghen0818e782018-05-14 12:53:11 +000096 LLVM_DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
Christopher Lambc9298232008-03-16 03:12:01 +000097
Lang Hamesb489e292013-02-21 22:16:43 +000098 if (MI->allDefsAreDead()) {
99 MI->setDesc(TII->get(TargetOpcode::KILL));
Matthias Braun3ff2ad52018-10-09 00:07:34 +0000100 MI->RemoveOperand(3); // SubIdx
101 MI->RemoveOperand(1); // Imm
Nicola Zaghen0818e782018-05-14 12:53:11 +0000102 LLVM_DEBUG(dbgs() << "subreg: replaced by: " << *MI);
Lang Hamesb489e292013-02-21 22:16:43 +0000103 return true;
104 }
105
Jakob Stoklund Olesenf175c5c2010-06-22 22:11:07 +0000106 if (DstSubReg == InsReg) {
Matthias Braund2f8df52013-10-11 15:40:14 +0000107 // No need to insert an identity copy instruction.
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000108 // Watch out for case like this:
Francis Visoiu Mistrihfd11bc02017-12-07 10:40:31 +0000109 // %rax = SUBREG_TO_REG 0, killed %eax, 3
Francis Visoiu Mistriha4ec08b2017-11-28 17:15:09 +0000110 // We must leave %rax live.
Jakob Stoklund Olesenf175c5c2010-06-22 22:11:07 +0000111 if (DstReg != InsReg) {
112 MI->setDesc(TII->get(TargetOpcode::KILL));
113 MI->RemoveOperand(3); // SubIdx
114 MI->RemoveOperand(1); // Imm
Nicola Zaghen0818e782018-05-14 12:53:11 +0000115 LLVM_DEBUG(dbgs() << "subreg: replace by: " << *MI);
Jakob Stoklund Olesenf175c5c2010-06-22 22:11:07 +0000116 return true;
117 }
Nicola Zaghen0818e782018-05-14 12:53:11 +0000118 LLVM_DEBUG(dbgs() << "subreg: eliminated!");
Dan Gohmane3d92062008-08-07 02:54:50 +0000119 } else {
Jakob Stoklund Olesen3651d922010-07-08 05:01:41 +0000120 TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
121 MI->getOperand(2).isKill());
Lang Hamesf6c80bd2013-02-21 17:01:59 +0000122
Jakob Stoklund Olesen72e7dbf2012-07-27 20:19:49 +0000123 // Implicitly define DstReg for subsequent uses.
124 MachineBasicBlock::iterator CopyMI = MI;
125 --CopyMI;
126 CopyMI->addRegisterDefined(DstReg);
Nicola Zaghen0818e782018-05-14 12:53:11 +0000127 LLVM_DEBUG(dbgs() << "subreg: " << *CopyMI);
Dan Gohmane3d92062008-08-07 02:54:50 +0000128 }
Christopher Lambc9298232008-03-16 03:12:01 +0000129
Nicola Zaghen0818e782018-05-14 12:53:11 +0000130 LLVM_DEBUG(dbgs() << '\n');
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000131 MBB->erase(MI);
Anton Korobeynikovefcd89a2009-10-24 00:27:00 +0000132 return true;
Christopher Lambc9298232008-03-16 03:12:01 +0000133}
Christopher Lamb98363222007-08-06 16:33:56 +0000134
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +0000135bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
Lang Hamesb489e292013-02-21 22:16:43 +0000136
137 if (MI->allDefsAreDead()) {
Nicola Zaghen0818e782018-05-14 12:53:11 +0000138 LLVM_DEBUG(dbgs() << "dead copy: " << *MI);
Lang Hamesb489e292013-02-21 22:16:43 +0000139 MI->setDesc(TII->get(TargetOpcode::KILL));
Nicola Zaghen0818e782018-05-14 12:53:11 +0000140 LLVM_DEBUG(dbgs() << "replaced by: " << *MI);
Lang Hamesb489e292013-02-21 22:16:43 +0000141 return true;
142 }
143
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000144 MachineOperand &DstMO = MI->getOperand(0);
145 MachineOperand &SrcMO = MI->getOperand(1);
146
Jonas Paulsson668e5412017-05-12 06:32:03 +0000147 bool IdentityCopy = (SrcMO.getReg() == DstMO.getReg());
148 if (IdentityCopy || SrcMO.isUndef()) {
Nicola Zaghen0818e782018-05-14 12:53:11 +0000149 LLVM_DEBUG(dbgs() << (IdentityCopy ? "identity copy: " : "undef copy: ")
150 << *MI);
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000151 // No need to insert an identity copy instruction, but replace with a KILL
152 // if liveness is changed.
Lang Hamesb489e292013-02-21 22:16:43 +0000153 if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000154 // We must make sure the super-register gets killed. Replace the
155 // instruction with KILL.
156 MI->setDesc(TII->get(TargetOpcode::KILL));
Nicola Zaghen0818e782018-05-14 12:53:11 +0000157 LLVM_DEBUG(dbgs() << "replaced by: " << *MI);
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000158 return true;
159 }
160 // Vanilla identity copy.
161 MI->eraseFromParent();
162 return true;
163 }
164
Nicola Zaghen0818e782018-05-14 12:53:11 +0000165 LLVM_DEBUG(dbgs() << "real copy: " << *MI);
Jakob Stoklund Olesen3651d922010-07-08 05:01:41 +0000166 TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
167 DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000168
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000169 if (MI->getNumOperands() > 2)
Michael Kuperstein46726012016-07-15 22:31:14 +0000170 TransferImplicitOperands(MI);
Nicola Zaghen0818e782018-05-14 12:53:11 +0000171 LLVM_DEBUG({
Jakob Stoklund Olesena4e1ba52010-07-02 22:29:50 +0000172 MachineBasicBlock::iterator dMI = MI;
173 dbgs() << "replaced by: " << *(--dMI);
174 });
175 MI->eraseFromParent();
176 return true;
177}
178
Christopher Lambbab24742007-07-26 08:18:32 +0000179/// runOnMachineFunction - Reduce subregister inserts and extracts to register
180/// copies.
181///
Jakob Stoklund Olesen74e2d6e2011-09-25 16:46:08 +0000182bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
Nicola Zaghen0818e782018-05-14 12:53:11 +0000183 LLVM_DEBUG(dbgs() << "Machine Function\n"
184 << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
185 << "********** Function: " << MF.getName() << '\n');
Eric Christopher60355182014-08-05 02:39:49 +0000186 TRI = MF.getSubtarget().getRegisterInfo();
187 TII = MF.getSubtarget().getInstrInfo();
Christopher Lambbab24742007-07-26 08:18:32 +0000188
Bill Wendling0d6b1b12009-08-22 20:23:49 +0000189 bool MadeChange = false;
Christopher Lambbab24742007-07-26 08:18:32 +0000190
191 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
192 mbbi != mbbe; ++mbbi) {
193 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb98363222007-08-06 16:33:56 +0000194 mi != me;) {
Duncan P. N. Exon Smith567409d2016-06-30 00:01:54 +0000195 MachineInstr &MI = *mi;
Jakob Stoklund Olesenc291e2f2011-09-25 19:21:35 +0000196 // Advance iterator here because MI may be erased.
197 ++mi;
Jakob Stoklund Olesen735fe0f2011-10-10 20:34:28 +0000198
199 // Only expand pseudos.
Duncan P. N. Exon Smith567409d2016-06-30 00:01:54 +0000200 if (!MI.isPseudo())
Jakob Stoklund Olesen735fe0f2011-10-10 20:34:28 +0000201 continue;
202
203 // Give targets a chance to expand even standard pseudos.
204 if (TII->expandPostRAPseudo(MI)) {
205 MadeChange = true;
206 continue;
207 }
208
209 // Expand standard pseudos.
Duncan P. N. Exon Smith567409d2016-06-30 00:01:54 +0000210 switch (MI.getOpcode()) {
Jakob Stoklund Olesenc291e2f2011-09-25 19:21:35 +0000211 case TargetOpcode::SUBREG_TO_REG:
Duncan P. N. Exon Smith567409d2016-06-30 00:01:54 +0000212 MadeChange |= LowerSubregToReg(&MI);
Jakob Stoklund Olesenc291e2f2011-09-25 19:21:35 +0000213 break;
214 case TargetOpcode::COPY:
Duncan P. N. Exon Smith567409d2016-06-30 00:01:54 +0000215 MadeChange |= LowerCopy(&MI);
Jakob Stoklund Olesenc291e2f2011-09-25 19:21:35 +0000216 break;
217 case TargetOpcode::DBG_VALUE:
218 continue;
219 case TargetOpcode::INSERT_SUBREG:
220 case TargetOpcode::EXTRACT_SUBREG:
221 llvm_unreachable("Sub-register pseudos should have been eliminated.");
Christopher Lambbab24742007-07-26 08:18:32 +0000222 }
Christopher Lambbab24742007-07-26 08:18:32 +0000223 }
224 }
225
226 return MadeChange;
227}