blob: ad8c682b3ac5d24cd8486ea3157c04b9c9a874c4 [file] [log] [blame]
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "ssa_builder.h"
Nicolas Geoffray184d6402014-06-09 14:06:02 +010018
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +010019#include "nodes.h"
Calin Juravle10e244f2015-01-26 18:54:32 +000020#include "primitive_type_propagation.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000021#include "ssa_phi_elimination.h"
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +010022
23namespace art {
24
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +000025/**
26 * A debuggable application may require to reviving phis, to ensure their
27 * associated DEX register is available to a debugger. This class implements
28 * the logic for statement (c) of the SsaBuilder (see ssa_builder.h). It
29 * also makes sure that phis with incompatible input types are not revived
30 * (statement (b) of the SsaBuilder).
31 *
32 * This phase must be run after detecting dead phis through the
33 * DeadPhiElimination phase, and before deleting the dead phis.
34 */
35class DeadPhiHandling : public ValueObject {
36 public:
37 explicit DeadPhiHandling(HGraph* graph)
Vladimir Marko71bf8092015-09-15 15:33:14 +010038 : graph_(graph), worklist_(graph->GetArena()->Adapter(kArenaAllocSsaBuilder)) {
39 worklist_.reserve(kDefaultWorklistSize);
40 }
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +000041
42 void Run();
43
44 private:
45 void VisitBasicBlock(HBasicBlock* block);
46 void ProcessWorklist();
47 void AddToWorklist(HPhi* phi);
48 void AddDependentInstructionsToWorklist(HPhi* phi);
49 bool UpdateType(HPhi* phi);
50
51 HGraph* const graph_;
Vladimir Marko71bf8092015-09-15 15:33:14 +010052 ArenaVector<HPhi*> worklist_;
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +000053
54 static constexpr size_t kDefaultWorklistSize = 8;
55
56 DISALLOW_COPY_AND_ASSIGN(DeadPhiHandling);
57};
58
59bool DeadPhiHandling::UpdateType(HPhi* phi) {
David Brazdilb7013152015-09-17 16:47:21 +010060 if (phi->IsDead()) {
61 // Phi was rendered dead while waiting in the worklist because it was replaced
62 // with an equivalent.
63 return false;
64 }
65
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +000066 Primitive::Type existing = phi->GetType();
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +000067
68 bool conflict = false;
69 Primitive::Type new_type = existing;
70 for (size_t i = 0, e = phi->InputCount(); i < e; ++i) {
71 HInstruction* input = phi->InputAt(i);
72 if (input->IsPhi() && input->AsPhi()->IsDead()) {
73 // We are doing a reverse post order visit of the graph, reviving
74 // phis that have environment uses and updating their types. If an
75 // input is a phi, and it is dead (because its input types are
76 // conflicting), this phi must be marked dead as well.
77 conflict = true;
78 break;
79 }
80 Primitive::Type input_type = HPhi::ToPhiType(input->GetType());
81
82 // The only acceptable transitions are:
83 // - From void to typed: first time we update the type of this phi.
84 // - From int to reference (or reference to int): the phi has to change
85 // to reference type. If the integer input cannot be converted to a
86 // reference input, the phi will remain dead.
87 if (new_type == Primitive::kPrimVoid) {
88 new_type = input_type;
89 } else if (new_type == Primitive::kPrimNot && input_type == Primitive::kPrimInt) {
90 HInstruction* equivalent = SsaBuilder::GetReferenceTypeEquivalent(input);
91 if (equivalent == nullptr) {
92 conflict = true;
93 break;
94 } else {
95 phi->ReplaceInput(equivalent, i);
96 if (equivalent->IsPhi()) {
97 DCHECK_EQ(equivalent->GetType(), Primitive::kPrimNot);
98 // We created a new phi, but that phi has the same inputs as the old phi. We
99 // add it to the worklist to ensure its inputs can also be converted to reference.
100 // If not, it will remain dead, and the algorithm will make the current phi dead
101 // as well.
102 equivalent->AsPhi()->SetLive();
103 AddToWorklist(equivalent->AsPhi());
104 }
105 }
106 } else if (new_type == Primitive::kPrimInt && input_type == Primitive::kPrimNot) {
107 new_type = Primitive::kPrimNot;
108 // Start over, we may request reference equivalents for the inputs of the phi.
109 i = -1;
110 } else if (new_type != input_type) {
111 conflict = true;
112 break;
113 }
114 }
115
116 if (conflict) {
117 phi->SetType(Primitive::kPrimVoid);
118 phi->SetDead();
119 return true;
David Brazdilb7013152015-09-17 16:47:21 +0100120 } else if (existing == new_type) {
121 return false;
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000122 }
David Brazdilb7013152015-09-17 16:47:21 +0100123
124 DCHECK(phi->IsLive());
125 phi->SetType(new_type);
126
127 // There might exist a `new_type` equivalent of `phi` already. In that case,
128 // we replace the equivalent with the, now live, `phi`.
129 HPhi* equivalent = phi->GetNextEquivalentPhiWithSameType();
130 if (equivalent != nullptr) {
131 // There cannot be more than two equivalents with the same type.
132 DCHECK(equivalent->GetNextEquivalentPhiWithSameType() == nullptr);
133 // If doing fix-point iteration, the equivalent might be in `worklist_`.
134 // Setting it dead will make UpdateType skip it.
135 equivalent->SetDead();
136 equivalent->ReplaceWith(phi);
137 }
138
139 return true;
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000140}
141
142void DeadPhiHandling::VisitBasicBlock(HBasicBlock* block) {
143 for (HInstructionIterator it(block->GetPhis()); !it.Done(); it.Advance()) {
144 HPhi* phi = it.Current()->AsPhi();
145 if (phi->IsDead() && phi->HasEnvironmentUses()) {
146 phi->SetLive();
147 if (block->IsLoopHeader()) {
148 // Give a type to the loop phi, to guarantee convergence of the algorithm.
149 phi->SetType(phi->InputAt(0)->GetType());
150 AddToWorklist(phi);
151 } else {
152 // Because we are doing a reverse post order visit, all inputs of
153 // this phi have been visited and therefore had their (initial) type set.
154 UpdateType(phi);
155 }
156 }
157 }
158}
159
160void DeadPhiHandling::ProcessWorklist() {
Vladimir Marko71bf8092015-09-15 15:33:14 +0100161 while (!worklist_.empty()) {
162 HPhi* instruction = worklist_.back();
163 worklist_.pop_back();
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000164 // Note that the same equivalent phi can be added multiple times in the work list, if
165 // used by multiple phis. The first call to `UpdateType` will know whether the phi is
166 // dead or live.
167 if (instruction->IsLive() && UpdateType(instruction)) {
168 AddDependentInstructionsToWorklist(instruction);
169 }
170 }
171}
172
173void DeadPhiHandling::AddToWorklist(HPhi* instruction) {
174 DCHECK(instruction->IsLive());
Vladimir Marko71bf8092015-09-15 15:33:14 +0100175 worklist_.push_back(instruction);
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000176}
177
178void DeadPhiHandling::AddDependentInstructionsToWorklist(HPhi* instruction) {
179 for (HUseIterator<HInstruction*> it(instruction->GetUses()); !it.Done(); it.Advance()) {
180 HPhi* phi = it.Current()->GetUser()->AsPhi();
181 if (phi != nullptr && !phi->IsDead()) {
182 AddToWorklist(phi);
183 }
184 }
185}
186
187void DeadPhiHandling::Run() {
188 for (HReversePostOrderIterator it(*graph_); !it.Done(); it.Advance()) {
189 VisitBasicBlock(it.Current());
190 }
191 ProcessWorklist();
192}
193
Calin Juravlea4f88312015-04-16 12:57:19 +0100194void SsaBuilder::FixNullConstantType() {
195 // The order doesn't matter here.
196 for (HReversePostOrderIterator itb(*GetGraph()); !itb.Done(); itb.Advance()) {
197 for (HInstructionIterator it(itb.Current()->GetInstructions()); !it.Done(); it.Advance()) {
198 HInstruction* equality_instr = it.Current();
199 if (!equality_instr->IsEqual() && !equality_instr->IsNotEqual()) {
200 continue;
201 }
202 HInstruction* left = equality_instr->InputAt(0);
203 HInstruction* right = equality_instr->InputAt(1);
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100204 HInstruction* int_operand = nullptr;
Calin Juravlea4f88312015-04-16 12:57:19 +0100205
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100206 if ((left->GetType() == Primitive::kPrimNot) && (right->GetType() == Primitive::kPrimInt)) {
207 int_operand = right;
208 } else if ((right->GetType() == Primitive::kPrimNot)
209 && (left->GetType() == Primitive::kPrimInt)) {
210 int_operand = left;
Calin Juravlea4f88312015-04-16 12:57:19 +0100211 } else {
212 continue;
213 }
214
215 // If we got here, we are comparing against a reference and the int constant
216 // should be replaced with a null constant.
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100217 // Both type propagation and redundant phi elimination ensure `int_operand`
218 // can only be the 0 constant.
219 DCHECK(int_operand->IsIntConstant());
220 DCHECK_EQ(0, int_operand->AsIntConstant()->GetValue());
221 equality_instr->ReplaceInput(GetGraph()->GetNullConstant(), int_operand == right ? 1 : 0);
Calin Juravlea4f88312015-04-16 12:57:19 +0100222 }
223 }
224}
225
226void SsaBuilder::EquivalentPhisCleanup() {
227 // The order doesn't matter here.
228 for (HReversePostOrderIterator itb(*GetGraph()); !itb.Done(); itb.Advance()) {
229 for (HInstructionIterator it(itb.Current()->GetPhis()); !it.Done(); it.Advance()) {
230 HPhi* phi = it.Current()->AsPhi();
231 HPhi* next = phi->GetNextEquivalentPhiWithSameType();
232 if (next != nullptr) {
Nicolas Geoffray4230e182015-06-29 14:34:46 +0100233 // Make sure we do not replace a live phi with a dead phi. A live phi has been
234 // handled by the type propagation phase, unlike a dead phi.
235 if (next->IsLive()) {
236 phi->ReplaceWith(next);
237 } else {
238 next->ReplaceWith(phi);
239 }
Calin Juravlea4f88312015-04-16 12:57:19 +0100240 DCHECK(next->GetNextEquivalentPhiWithSameType() == nullptr)
241 << "More then one phi equivalent with type " << phi->GetType()
242 << " found for phi" << phi->GetId();
243 }
244 }
245 }
246}
247
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100248void SsaBuilder::BuildSsa() {
Nicolas Geoffray804d0932014-05-02 08:46:00 +0100249 // 1) Visit in reverse post order. We need to have all predecessors of a block visited
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100250 // (with the exception of loops) in order to create the right environment for that
251 // block. For loops, we create phis whose inputs will be set in 2).
Nicolas Geoffray804d0932014-05-02 08:46:00 +0100252 for (HReversePostOrderIterator it(*GetGraph()); !it.Done(); it.Advance()) {
253 VisitBasicBlock(it.Current());
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100254 }
255
256 // 2) Set inputs of loop phis.
Vladimir Marko71bf8092015-09-15 15:33:14 +0100257 for (HBasicBlock* block : loop_headers_) {
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100258 for (HInstructionIterator it(block->GetPhis()); !it.Done(); it.Advance()) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100259 HPhi* phi = it.Current()->AsPhi();
Vladimir Marko60584552015-09-03 13:35:12 +0000260 for (HBasicBlock* predecessor : block->GetPredecessors()) {
261 HInstruction* input = ValueOfLocal(predecessor, phi->GetRegNumber());
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100262 phi->AddInput(input);
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100263 }
264 }
265 }
266
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000267 // 3) Mark dead phis. This will mark phis that are only used by environments:
Nicolas Geoffray31596742014-11-24 15:28:45 +0000268 // at the DEX level, the type of these phis does not need to be consistent, but
269 // our code generator will complain if the inputs of a phi do not have the same
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000270 // type. The marking allows the type propagation to know which phis it needs
271 // to handle. We mark but do not eliminate: the elimination will be done in
Nicolas Geoffrayb59dba02015-03-11 18:13:21 +0000272 // step 9).
273 SsaDeadPhiElimination dead_phis_for_type_propagation(GetGraph());
274 dead_phis_for_type_propagation.MarkDeadPhis();
Nicolas Geoffray31596742014-11-24 15:28:45 +0000275
276 // 4) Propagate types of phis. At this point, phis are typed void in the general
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000277 // case, or float/double/reference when we created an equivalent phi. So we
Nicolas Geoffray31596742014-11-24 15:28:45 +0000278 // need to propagate the types across phis to give them a correct type.
Calin Juravle10e244f2015-01-26 18:54:32 +0000279 PrimitiveTypePropagation type_propagation(GetGraph());
Nicolas Geoffray184d6402014-06-09 14:06:02 +0100280 type_propagation.Run();
281
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100282 // 5) When creating equivalent phis we copy the inputs of the original phi which
283 // may be improperly typed. This was fixed during the type propagation in 4) but
Calin Juravlea4f88312015-04-16 12:57:19 +0100284 // as a result we may end up with two equivalent phis with the same type for
285 // the same dex register. This pass cleans them up.
286 EquivalentPhisCleanup();
287
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100288 // 6) Mark dead phis again. Step 4) may have introduced new phis.
289 // Step 5) might enable the death of new phis.
Nicolas Geoffrayb59dba02015-03-11 18:13:21 +0000290 SsaDeadPhiElimination dead_phis(GetGraph());
291 dead_phis.MarkDeadPhis();
292
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100293 // 7) Now that the graph is correctly typed, we can get rid of redundant phis.
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000294 // Note that we cannot do this phase before type propagation, otherwise
295 // we could get rid of phi equivalents, whose presence is a requirement for the
296 // type propagation phase. Note that this is to satisfy statement (a) of the
297 // SsaBuilder (see ssa_builder.h).
298 SsaRedundantPhiElimination redundant_phi(GetGraph());
299 redundant_phi.Run();
300
Nicolas Geoffray51d400d2015-06-15 09:01:08 +0100301 // 8) Fix the type for null constants which are part of an equality comparison.
302 // We need to do this after redundant phi elimination, to ensure the only cases
303 // that we can see are reference comparison against 0. The redundant phi
304 // elimination ensures we do not see a phi taking two 0 constants in a HEqual
305 // or HNotEqual.
306 FixNullConstantType();
307
Calin Juravlea4f88312015-04-16 12:57:19 +0100308 // 9) Make sure environments use the right phi "equivalent": a phi marked dead
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000309 // can have a phi equivalent that is not dead. We must therefore update
310 // all environment uses of the dead phi to use its equivalent. Note that there
311 // can be multiple phis for the same Dex register that are live (for example
312 // when merging constants), in which case it is OK for the environments
313 // to just reference one.
314 for (HReversePostOrderIterator it(*GetGraph()); !it.Done(); it.Advance()) {
315 HBasicBlock* block = it.Current();
316 for (HInstructionIterator it_phis(block->GetPhis()); !it_phis.Done(); it_phis.Advance()) {
317 HPhi* phi = it_phis.Current()->AsPhi();
318 // If the phi is not dead, or has no environment uses, there is nothing to do.
319 if (!phi->IsDead() || !phi->HasEnvironmentUses()) continue;
320 HInstruction* next = phi->GetNext();
David Brazdild0180f92015-09-22 14:39:58 +0100321 if (!phi->IsVRegEquivalentOf(next)) continue;
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000322 if (next->AsPhi()->IsDead()) {
323 // If the phi equivalent is dead, check if there is another one.
324 next = next->GetNext();
David Brazdild0180f92015-09-22 14:39:58 +0100325 if (!phi->IsVRegEquivalentOf(next)) continue;
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000326 // There can be at most two phi equivalents.
David Brazdild0180f92015-09-22 14:39:58 +0100327 DCHECK(!phi->IsVRegEquivalentOf(next->GetNext()));
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000328 if (next->AsPhi()->IsDead()) continue;
329 }
330 // We found a live phi equivalent. Update the environment uses of `phi` with it.
331 phi->ReplaceWith(next);
332 }
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000333 }
334
Calin Juravlea4f88312015-04-16 12:57:19 +0100335 // 10) Deal with phis to guarantee liveness of phis in case of a debuggable
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000336 // application. This is for satisfying statement (c) of the SsaBuilder
337 // (see ssa_builder.h).
338 if (GetGraph()->IsDebuggable()) {
339 DeadPhiHandling dead_phi_handler(GetGraph());
340 dead_phi_handler.Run();
341 }
342
Calin Juravlea4f88312015-04-16 12:57:19 +0100343 // 11) Now that the right phis are used for the environments, and we
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000344 // have potentially revive dead phis in case of a debuggable application,
345 // we can eliminate phis we do not need. Regardless of the debuggable status,
346 // this phase is necessary for statement (b) of the SsaBuilder (see ssa_builder.h),
347 // as well as for the code generation, which does not deal with phis of conflicting
348 // input types.
349 dead_phis.EliminateDeadPhis();
350
Calin Juravlea4f88312015-04-16 12:57:19 +0100351 // 12) Clear locals.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100352 for (HInstructionIterator it(GetGraph()->GetEntryBlock()->GetInstructions());
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100353 !it.Done();
354 it.Advance()) {
355 HInstruction* current = it.Current();
Roland Levillain476df552014-10-09 17:51:36 +0100356 if (current->IsLocal()) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100357 current->GetBlock()->RemoveInstruction(current);
358 }
359 }
360}
361
David Brazdileead0712015-09-18 14:58:57 +0100362ArenaVector<HInstruction*>* SsaBuilder::GetLocalsFor(HBasicBlock* block) {
363 DCHECK_LT(block->GetBlockId(), locals_for_.size());
364 ArenaVector<HInstruction*>* locals = &locals_for_[block->GetBlockId()];
365 const size_t vregs = GetGraph()->GetNumberOfVRegs();
366 if (locals->empty() && vregs != 0u) {
367 locals->resize(vregs, nullptr);
368
369 if (block->IsCatchBlock()) {
370 ArenaAllocator* arena = GetGraph()->GetArena();
371 // We record incoming inputs of catch phis at throwing instructions and
372 // must therefore eagerly create the phis. Phis for undefined vregs will
373 // be deleted when the first throwing instruction with the vreg undefined
374 // is encountered. Unused phis will be removed by dead phi analysis.
375 for (size_t i = 0; i < vregs; ++i) {
376 // No point in creating the catch phi if it is already undefined at
377 // the first throwing instruction.
378 if ((*current_locals_)[i] != nullptr) {
379 HPhi* phi = new (arena) HPhi(arena, i, 0, Primitive::kPrimVoid);
380 block->AddPhi(phi);
381 (*locals)[i] = phi;
382 }
383 }
384 }
385 }
386 return locals;
387}
388
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100389HInstruction* SsaBuilder::ValueOfLocal(HBasicBlock* block, size_t local) {
Vladimir Marko71bf8092015-09-15 15:33:14 +0100390 ArenaVector<HInstruction*>* locals = GetLocalsFor(block);
391 DCHECK_LT(local, locals->size());
392 return (*locals)[local];
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100393}
394
395void SsaBuilder::VisitBasicBlock(HBasicBlock* block) {
396 current_locals_ = GetLocalsFor(block);
397
David Brazdilffee3d32015-07-06 11:48:53 +0100398 if (block->IsCatchBlock()) {
399 // Catch phis were already created and inputs collected from throwing sites.
David Brazdild0180f92015-09-22 14:39:58 +0100400 if (kIsDebugBuild) {
401 // Make sure there was at least one throwing instruction which initialized
402 // locals (guaranteed by HGraphBuilder) and that all try blocks have been
403 // visited already (from HTryBoundary scoping and reverse post order).
404 bool throwing_instruction_found = false;
405 bool catch_block_visited = false;
406 for (HReversePostOrderIterator it(*GetGraph()); !it.Done(); it.Advance()) {
407 HBasicBlock* current = it.Current();
408 if (current == block) {
409 catch_block_visited = true;
410 } else if (current->IsTryBlock() &&
411 current->GetTryCatchInformation()->GetTryEntry().HasExceptionHandler(*block)) {
412 DCHECK(!catch_block_visited) << "Catch block visited before its try block.";
413 throwing_instruction_found |= current->HasThrowingInstructions();
414 }
415 }
416 DCHECK(throwing_instruction_found) << "No instructions throwing into a live catch block.";
417 }
David Brazdilffee3d32015-07-06 11:48:53 +0100418 } else if (block->IsLoopHeader()) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100419 // If the block is a loop header, we know we only have visited the pre header
Nicolas Geoffray804d0932014-05-02 08:46:00 +0100420 // because we are visiting in reverse post order. We create phis for all initialized
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100421 // locals from the pre header. Their inputs will be populated at the end of
422 // the analysis.
Vladimir Marko71bf8092015-09-15 15:33:14 +0100423 for (size_t local = 0; local < current_locals_->size(); ++local) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100424 HInstruction* incoming = ValueOfLocal(block->GetLoopInformation()->GetPreHeader(), local);
425 if (incoming != nullptr) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100426 HPhi* phi = new (GetGraph()->GetArena()) HPhi(
427 GetGraph()->GetArena(), local, 0, Primitive::kPrimVoid);
428 block->AddPhi(phi);
Vladimir Marko71bf8092015-09-15 15:33:14 +0100429 (*current_locals_)[local] = phi;
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100430 }
431 }
432 // Save the loop header so that the last phase of the analysis knows which
433 // blocks need to be updated.
Vladimir Marko71bf8092015-09-15 15:33:14 +0100434 loop_headers_.push_back(block);
Vladimir Marko60584552015-09-03 13:35:12 +0000435 } else if (block->GetPredecessors().size() > 0) {
Nicolas Geoffray804d0932014-05-02 08:46:00 +0100436 // All predecessors have already been visited because we are visiting in reverse post order.
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100437 // We merge the values of all locals, creating phis if those values differ.
Vladimir Marko71bf8092015-09-15 15:33:14 +0100438 for (size_t local = 0; local < current_locals_->size(); ++local) {
Nicolas Geoffray7c3560f2014-06-04 12:12:08 +0100439 bool one_predecessor_has_no_value = false;
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100440 bool is_different = false;
Vladimir Marko60584552015-09-03 13:35:12 +0000441 HInstruction* value = ValueOfLocal(block->GetPredecessor(0), local);
Nicolas Geoffray7c3560f2014-06-04 12:12:08 +0100442
Vladimir Marko60584552015-09-03 13:35:12 +0000443 for (HBasicBlock* predecessor : block->GetPredecessors()) {
444 HInstruction* current = ValueOfLocal(predecessor, local);
Nicolas Geoffray7c3560f2014-06-04 12:12:08 +0100445 if (current == nullptr) {
Nicolas Geoffrayec7e4722014-06-06 11:24:33 +0100446 one_predecessor_has_no_value = true;
447 break;
Nicolas Geoffray7c3560f2014-06-04 12:12:08 +0100448 } else if (current != value) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100449 is_different = true;
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100450 }
451 }
Nicolas Geoffray7c3560f2014-06-04 12:12:08 +0100452
453 if (one_predecessor_has_no_value) {
454 // If one predecessor has no value for this local, we trust the verifier has
455 // successfully checked that there is a store dominating any read after this block.
456 continue;
457 }
458
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100459 if (is_different) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100460 HPhi* phi = new (GetGraph()->GetArena()) HPhi(
Vladimir Marko60584552015-09-03 13:35:12 +0000461 GetGraph()->GetArena(), local, block->GetPredecessors().size(), Primitive::kPrimVoid);
462 for (size_t i = 0; i < block->GetPredecessors().size(); i++) {
463 HInstruction* pred_value = ValueOfLocal(block->GetPredecessor(i), local);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800464 phi->SetRawInputAt(i, pred_value);
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100465 }
466 block->AddPhi(phi);
467 value = phi;
468 }
Vladimir Marko71bf8092015-09-15 15:33:14 +0100469 (*current_locals_)[local] = value;
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100470 }
471 }
472
473 // Visit all instructions. The instructions of interest are:
474 // - HLoadLocal: replace them with the current value of the local.
475 // - HStoreLocal: update current value of the local and remove the instruction.
476 // - Instructions that require an environment: populate their environment
477 // with the current values of the locals.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100478 for (HInstructionIterator it(block->GetInstructions()); !it.Done(); it.Advance()) {
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100479 it.Current()->Accept(this);
480 }
481}
482
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100483/**
484 * Constants in the Dex format are not typed. So the builder types them as
485 * integers, but when doing the SSA form, we might realize the constant
486 * is used for floating point operations. We create a floating-point equivalent
487 * constant to make the operations correctly typed.
488 */
David Brazdil8d5b8b22015-03-24 10:51:52 +0000489HFloatConstant* SsaBuilder::GetFloatEquivalent(HIntConstant* constant) {
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100490 // We place the floating point constant next to this constant.
491 HFloatConstant* result = constant->GetNext()->AsFloatConstant();
492 if (result == nullptr) {
493 HGraph* graph = constant->GetBlock()->GetGraph();
494 ArenaAllocator* allocator = graph->GetArena();
Roland Levillainda4d79b2015-03-24 14:36:11 +0000495 result = new (allocator) HFloatConstant(bit_cast<float, int32_t>(constant->GetValue()));
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100496 constant->GetBlock()->InsertInstructionBefore(result, constant->GetNext());
Nicolas Geoffrayf213e052015-04-27 08:53:46 +0000497 graph->CacheFloatConstant(result);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100498 } else {
499 // If there is already a constant with the expected type, we know it is
500 // the floating point equivalent of this constant.
Roland Levillainda4d79b2015-03-24 14:36:11 +0000501 DCHECK_EQ((bit_cast<int32_t, float>(result->GetValue())), constant->GetValue());
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100502 }
503 return result;
504}
505
506/**
507 * Wide constants in the Dex format are not typed. So the builder types them as
508 * longs, but when doing the SSA form, we might realize the constant
509 * is used for floating point operations. We create a floating-point equivalent
510 * constant to make the operations correctly typed.
511 */
David Brazdil8d5b8b22015-03-24 10:51:52 +0000512HDoubleConstant* SsaBuilder::GetDoubleEquivalent(HLongConstant* constant) {
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100513 // We place the floating point constant next to this constant.
514 HDoubleConstant* result = constant->GetNext()->AsDoubleConstant();
515 if (result == nullptr) {
516 HGraph* graph = constant->GetBlock()->GetGraph();
517 ArenaAllocator* allocator = graph->GetArena();
Roland Levillainda4d79b2015-03-24 14:36:11 +0000518 result = new (allocator) HDoubleConstant(bit_cast<double, int64_t>(constant->GetValue()));
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100519 constant->GetBlock()->InsertInstructionBefore(result, constant->GetNext());
Nicolas Geoffrayf213e052015-04-27 08:53:46 +0000520 graph->CacheDoubleConstant(result);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100521 } else {
522 // If there is already a constant with the expected type, we know it is
523 // the floating point equivalent of this constant.
Roland Levillainda4d79b2015-03-24 14:36:11 +0000524 DCHECK_EQ((bit_cast<int64_t, double>(result->GetValue())), constant->GetValue());
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100525 }
526 return result;
527}
528
529/**
530 * Because of Dex format, we might end up having the same phi being
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000531 * used for non floating point operations and floating point / reference operations.
532 * Because we want the graph to be correctly typed (and thereafter avoid moves between
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100533 * floating point registers and core registers), we need to create a copy of the
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000534 * phi with a floating point / reference type.
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100535 */
David Brazdil8d5b8b22015-03-24 10:51:52 +0000536HPhi* SsaBuilder::GetFloatDoubleOrReferenceEquivalentOfPhi(HPhi* phi, Primitive::Type type) {
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000537 // We place the floating point /reference phi next to this phi.
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100538 HInstruction* next = phi->GetNext();
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000539 if (next != nullptr
540 && next->AsPhi()->GetRegNumber() == phi->GetRegNumber()
541 && next->GetType() != type) {
542 // Move to the next phi to see if it is the one we are looking for.
543 next = next->GetNext();
544 }
545
546 if (next == nullptr
547 || (next->AsPhi()->GetRegNumber() != phi->GetRegNumber())
548 || (next->GetType() != type)) {
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100549 ArenaAllocator* allocator = phi->GetBlock()->GetGraph()->GetArena();
550 HPhi* new_phi = new (allocator) HPhi(allocator, phi->GetRegNumber(), phi->InputCount(), type);
551 for (size_t i = 0, e = phi->InputCount(); i < e; ++i) {
552 // Copy the inputs. Note that the graph may not be correctly typed by doing this copy,
553 // but the type propagation phase will fix it.
554 new_phi->SetRawInputAt(i, phi->InputAt(i));
555 }
556 phi->GetBlock()->InsertPhiAfter(new_phi, phi);
557 return new_phi;
558 } else {
Nicolas Geoffray21cc7982014-11-17 17:50:33 +0000559 DCHECK_EQ(next->GetType(), type);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100560 return next->AsPhi();
561 }
562}
563
564HInstruction* SsaBuilder::GetFloatOrDoubleEquivalent(HInstruction* user,
565 HInstruction* value,
566 Primitive::Type type) {
567 if (value->IsArrayGet()) {
568 // The verifier has checked that values in arrays cannot be used for both
569 // floating point and non-floating point operations. It is therefore safe to just
570 // change the type of the operation.
571 value->AsArrayGet()->SetType(type);
572 return value;
573 } else if (value->IsLongConstant()) {
574 return GetDoubleEquivalent(value->AsLongConstant());
575 } else if (value->IsIntConstant()) {
576 return GetFloatEquivalent(value->AsIntConstant());
577 } else if (value->IsPhi()) {
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000578 return GetFloatDoubleOrReferenceEquivalentOfPhi(value->AsPhi(), type);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100579 } else {
580 // For other instructions, we assume the verifier has checked that the dex format is correctly
581 // typed and the value in a dex register will not be used for both floating point and
582 // non-floating point operations. So the only reason an instruction would want a floating
583 // point equivalent is for an unused phi that will be removed by the dead phi elimination phase.
Guillaume "Vermeille" Sanchez8909baf2015-04-23 21:35:11 +0100584 DCHECK(user->IsPhi()) << "is actually " << user->DebugName() << " (" << user->GetId() << ")";
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100585 return value;
586 }
587}
588
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000589HInstruction* SsaBuilder::GetReferenceTypeEquivalent(HInstruction* value) {
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000590 if (value->IsIntConstant() && value->AsIntConstant()->GetValue() == 0) {
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000591 return value->GetBlock()->GetGraph()->GetNullConstant();
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000592 } else if (value->IsPhi()) {
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000593 return GetFloatDoubleOrReferenceEquivalentOfPhi(value->AsPhi(), Primitive::kPrimNot);
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000594 } else {
595 return nullptr;
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000596 }
597}
598
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100599void SsaBuilder::VisitLoadLocal(HLoadLocal* load) {
Vladimir Marko71bf8092015-09-15 15:33:14 +0100600 DCHECK_LT(load->GetLocal()->GetRegNumber(), current_locals_->size());
601 HInstruction* value = (*current_locals_)[load->GetLocal()->GetRegNumber()];
Nicolas Geoffrayd6138ef2015-02-18 14:48:53 +0000602 // If the operation requests a specific type, we make sure its input is of that type.
603 if (load->GetType() != value->GetType()) {
604 if (load->GetType() == Primitive::kPrimFloat || load->GetType() == Primitive::kPrimDouble) {
605 value = GetFloatOrDoubleEquivalent(load, value, load->GetType());
606 } else if (load->GetType() == Primitive::kPrimNot) {
607 value = GetReferenceTypeEquivalent(value);
608 }
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100609 }
610 load->ReplaceWith(value);
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100611 load->GetBlock()->RemoveInstruction(load);
612}
613
614void SsaBuilder::VisitStoreLocal(HStoreLocal* store) {
Vladimir Marko71bf8092015-09-15 15:33:14 +0100615 DCHECK_LT(store->GetLocal()->GetRegNumber(), current_locals_->size());
616 (*current_locals_)[store->GetLocal()->GetRegNumber()] = store->InputAt(1);
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100617 store->GetBlock()->RemoveInstruction(store);
618}
619
620void SsaBuilder::VisitInstruction(HInstruction* instruction) {
David Brazdilffee3d32015-07-06 11:48:53 +0100621 if (instruction->NeedsEnvironment()) {
622 HEnvironment* environment = new (GetGraph()->GetArena()) HEnvironment(
623 GetGraph()->GetArena(),
Vladimir Marko71bf8092015-09-15 15:33:14 +0100624 current_locals_->size(),
David Brazdilffee3d32015-07-06 11:48:53 +0100625 GetGraph()->GetDexFile(),
626 GetGraph()->GetMethodIdx(),
627 instruction->GetDexPc(),
628 GetGraph()->GetInvokeType(),
629 instruction);
630 environment->CopyFrom(*current_locals_);
631 instruction->SetRawEnvironment(environment);
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100632 }
David Brazdilffee3d32015-07-06 11:48:53 +0100633
634 // If in a try block, propagate values of locals into catch blocks.
David Brazdilec16f792015-08-19 15:04:01 +0100635 if (instruction->CanThrowIntoCatchBlock()) {
636 const HTryBoundary& try_entry =
637 instruction->GetBlock()->GetTryCatchInformation()->GetTryEntry();
638 for (HExceptionHandlerIterator it(try_entry); !it.Done(); it.Advance()) {
David Brazdil3eaa32f2015-09-18 10:58:32 +0100639 HBasicBlock* catch_block = it.Current();
640 ArenaVector<HInstruction*>* handler_locals = GetLocalsFor(catch_block);
Vladimir Marko71bf8092015-09-15 15:33:14 +0100641 DCHECK_EQ(handler_locals->size(), current_locals_->size());
David Brazdil3eaa32f2015-09-18 10:58:32 +0100642 for (size_t vreg = 0, e = current_locals_->size(); vreg < e; ++vreg) {
643 HInstruction* handler_value = (*handler_locals)[vreg];
644 if (handler_value == nullptr) {
645 // Vreg was undefined at a previously encountered throwing instruction
646 // and the catch phi was deleted. Do not record the local value.
647 continue;
648 }
649 DCHECK(handler_value->IsPhi());
650
651 HInstruction* local_value = (*current_locals_)[vreg];
652 if (local_value == nullptr) {
653 // This is the first instruction throwing into `catch_block` where
654 // `vreg` is undefined. Delete the catch phi.
655 catch_block->RemovePhi(handler_value->AsPhi());
656 (*handler_locals)[vreg] = nullptr;
657 } else {
658 // Vreg has been defined at all instructions throwing into `catch_block`
659 // encountered so far. Record the local value in the catch phi.
660 handler_value->AsPhi()->AddInput(local_value);
David Brazdilffee3d32015-07-06 11:48:53 +0100661 }
662 }
663 }
664 }
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100665}
666
Nicolas Geoffray421e9f92014-11-11 18:21:53 +0000667void SsaBuilder::VisitTemporary(HTemporary* temp) {
668 // Temporaries are only used by the baseline register allocator.
669 temp->GetBlock()->RemoveInstruction(temp);
670}
671
Nicolas Geoffrayc32e7702014-04-24 12:43:16 +0100672} // namespace art