blob: 43c9c3c15c8b1ad4e250d7df0906438ffb37705a [file] [log] [blame]
buzbee311ca162013-02-28 15:56:43 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_COMPILER_DEX_MIR_GRAPH_H_
18#define ART_COMPILER_DEX_MIR_GRAPH_H_
buzbee311ca162013-02-28 15:56:43 -080019
Ian Rogers0f678472014-03-10 16:18:37 -070020#include <stdint.h>
21
buzbee311ca162013-02-28 15:56:43 -080022#include "dex_file.h"
23#include "dex_instruction.h"
24#include "compiler_ir.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000025#include "invoke_type.h"
Vladimir Markof096aad2014-01-23 15:51:58 +000026#include "mir_field_info.h"
27#include "mir_method_info.h"
Nicolas Geoffray0e336432014-02-26 18:24:38 +000028#include "utils/arena_bit_vector.h"
Nicolas Geoffray818f2102014-02-18 16:43:35 +000029#include "utils/growable_array.h"
Andreas Gampe4b537a82014-06-30 22:24:53 -070030#include "reg_location.h"
Bill Buzbee00e1ec62014-02-27 23:44:13 +000031#include "reg_storage.h"
buzbee311ca162013-02-28 15:56:43 -080032
33namespace art {
34
Vladimir Marko95a05972014-05-30 10:01:32 +010035class GlobalValueNumbering;
36
buzbeeee17e0a2013-07-31 10:47:37 -070037enum InstructionAnalysisAttributePos {
38 kUninterestingOp = 0,
39 kArithmeticOp,
40 kFPOp,
41 kSingleOp,
42 kDoubleOp,
43 kIntOp,
44 kLongOp,
45 kBranchOp,
46 kInvokeOp,
47 kArrayOp,
48 kHeavyweightOp,
49 kSimpleConstOp,
buzbeefe9ca402013-08-21 09:48:11 -070050 kMoveOp,
51 kSwitch
buzbeeee17e0a2013-07-31 10:47:37 -070052};
53
54#define AN_NONE (1 << kUninterestingOp)
55#define AN_MATH (1 << kArithmeticOp)
56#define AN_FP (1 << kFPOp)
57#define AN_LONG (1 << kLongOp)
58#define AN_INT (1 << kIntOp)
59#define AN_SINGLE (1 << kSingleOp)
60#define AN_DOUBLE (1 << kDoubleOp)
61#define AN_FLOATMATH (1 << kFPOp)
62#define AN_BRANCH (1 << kBranchOp)
63#define AN_INVOKE (1 << kInvokeOp)
64#define AN_ARRAYOP (1 << kArrayOp)
65#define AN_HEAVYWEIGHT (1 << kHeavyweightOp)
66#define AN_SIMPLECONST (1 << kSimpleConstOp)
67#define AN_MOVE (1 << kMoveOp)
buzbeefe9ca402013-08-21 09:48:11 -070068#define AN_SWITCH (1 << kSwitch)
buzbeeee17e0a2013-07-31 10:47:37 -070069#define AN_COMPUTATIONAL (AN_MATH | AN_ARRAYOP | AN_MOVE | AN_SIMPLECONST)
70
buzbee311ca162013-02-28 15:56:43 -080071enum DataFlowAttributePos {
72 kUA = 0,
73 kUB,
74 kUC,
75 kAWide,
76 kBWide,
77 kCWide,
78 kDA,
79 kIsMove,
80 kSetsConst,
81 kFormat35c,
82 kFormat3rc,
Udayan Banerjif2466a72014-07-09 19:14:53 -070083 kFormatExtended, // Extended format for extended MIRs.
buzbee311ca162013-02-28 15:56:43 -080084 kNullCheckSrc0, // Null check of uses[0].
85 kNullCheckSrc1, // Null check of uses[1].
86 kNullCheckSrc2, // Null check of uses[2].
87 kNullCheckOut0, // Null check out outgoing arg0.
88 kDstNonNull, // May assume dst is non-null.
89 kRetNonNull, // May assume retval is non-null.
90 kNullTransferSrc0, // Object copy src[0] -> dst.
91 kNullTransferSrcN, // Phi null check state transfer.
92 kRangeCheckSrc1, // Range check of uses[1].
93 kRangeCheckSrc2, // Range check of uses[2].
94 kRangeCheckSrc3, // Range check of uses[3].
95 kFPA,
96 kFPB,
97 kFPC,
98 kCoreA,
99 kCoreB,
100 kCoreC,
101 kRefA,
102 kRefB,
103 kRefC,
104 kUsesMethodStar, // Implicit use of Method*.
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000105 kUsesIField, // Accesses an instance field (IGET/IPUT).
106 kUsesSField, // Accesses a static field (SGET/SPUT).
buzbee1da1e2f2013-11-15 13:37:01 -0800107 kDoLVN, // Worth computing local value numbers.
buzbee311ca162013-02-28 15:56:43 -0800108};
109
Ian Rogers0f678472014-03-10 16:18:37 -0700110#define DF_NOP UINT64_C(0)
111#define DF_UA (UINT64_C(1) << kUA)
112#define DF_UB (UINT64_C(1) << kUB)
113#define DF_UC (UINT64_C(1) << kUC)
114#define DF_A_WIDE (UINT64_C(1) << kAWide)
115#define DF_B_WIDE (UINT64_C(1) << kBWide)
116#define DF_C_WIDE (UINT64_C(1) << kCWide)
117#define DF_DA (UINT64_C(1) << kDA)
118#define DF_IS_MOVE (UINT64_C(1) << kIsMove)
119#define DF_SETS_CONST (UINT64_C(1) << kSetsConst)
120#define DF_FORMAT_35C (UINT64_C(1) << kFormat35c)
121#define DF_FORMAT_3RC (UINT64_C(1) << kFormat3rc)
Udayan Banerjif2466a72014-07-09 19:14:53 -0700122#define DF_FORMAT_EXTENDED (UINT64_C(1) << kFormatExtended)
Ian Rogers0f678472014-03-10 16:18:37 -0700123#define DF_NULL_CHK_0 (UINT64_C(1) << kNullCheckSrc0)
124#define DF_NULL_CHK_1 (UINT64_C(1) << kNullCheckSrc1)
125#define DF_NULL_CHK_2 (UINT64_C(1) << kNullCheckSrc2)
126#define DF_NULL_CHK_OUT0 (UINT64_C(1) << kNullCheckOut0)
127#define DF_NON_NULL_DST (UINT64_C(1) << kDstNonNull)
128#define DF_NON_NULL_RET (UINT64_C(1) << kRetNonNull)
129#define DF_NULL_TRANSFER_0 (UINT64_C(1) << kNullTransferSrc0)
130#define DF_NULL_TRANSFER_N (UINT64_C(1) << kNullTransferSrcN)
131#define DF_RANGE_CHK_1 (UINT64_C(1) << kRangeCheckSrc1)
132#define DF_RANGE_CHK_2 (UINT64_C(1) << kRangeCheckSrc2)
133#define DF_RANGE_CHK_3 (UINT64_C(1) << kRangeCheckSrc3)
134#define DF_FP_A (UINT64_C(1) << kFPA)
135#define DF_FP_B (UINT64_C(1) << kFPB)
136#define DF_FP_C (UINT64_C(1) << kFPC)
137#define DF_CORE_A (UINT64_C(1) << kCoreA)
138#define DF_CORE_B (UINT64_C(1) << kCoreB)
139#define DF_CORE_C (UINT64_C(1) << kCoreC)
140#define DF_REF_A (UINT64_C(1) << kRefA)
141#define DF_REF_B (UINT64_C(1) << kRefB)
142#define DF_REF_C (UINT64_C(1) << kRefC)
143#define DF_UMS (UINT64_C(1) << kUsesMethodStar)
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000144#define DF_IFIELD (UINT64_C(1) << kUsesIField)
145#define DF_SFIELD (UINT64_C(1) << kUsesSField)
Ian Rogers0f678472014-03-10 16:18:37 -0700146#define DF_LVN (UINT64_C(1) << kDoLVN)
buzbee311ca162013-02-28 15:56:43 -0800147
148#define DF_HAS_USES (DF_UA | DF_UB | DF_UC)
149
150#define DF_HAS_DEFS (DF_DA)
151
152#define DF_HAS_NULL_CHKS (DF_NULL_CHK_0 | \
153 DF_NULL_CHK_1 | \
154 DF_NULL_CHK_2 | \
155 DF_NULL_CHK_OUT0)
156
157#define DF_HAS_RANGE_CHKS (DF_RANGE_CHK_1 | \
158 DF_RANGE_CHK_2 | \
159 DF_RANGE_CHK_3)
160
161#define DF_HAS_NR_CHKS (DF_HAS_NULL_CHKS | \
162 DF_HAS_RANGE_CHKS)
163
164#define DF_A_IS_REG (DF_UA | DF_DA)
165#define DF_B_IS_REG (DF_UB)
166#define DF_C_IS_REG (DF_UC)
167#define DF_IS_GETTER_OR_SETTER (DF_IS_GETTER | DF_IS_SETTER)
168#define DF_USES_FP (DF_FP_A | DF_FP_B | DF_FP_C)
Bill Buzbee0b1191c2013-10-28 22:11:59 +0000169#define DF_NULL_TRANSFER (DF_NULL_TRANSFER_0 | DF_NULL_TRANSFER_N)
buzbee1fd33462013-03-25 13:40:45 -0700170enum OatMethodAttributes {
171 kIsLeaf, // Method is leaf.
172 kHasLoop, // Method contains simple loop.
173};
174
175#define METHOD_IS_LEAF (1 << kIsLeaf)
176#define METHOD_HAS_LOOP (1 << kHasLoop)
177
178// Minimum field size to contain Dalvik v_reg number.
179#define VREG_NUM_WIDTH 16
180
181#define INVALID_SREG (-1)
182#define INVALID_VREG (0xFFFFU)
buzbee1fd33462013-03-25 13:40:45 -0700183#define INVALID_OFFSET (0xDEADF00FU)
184
buzbee1fd33462013-03-25 13:40:45 -0700185#define MIR_IGNORE_NULL_CHECK (1 << kMIRIgnoreNullCheck)
186#define MIR_NULL_CHECK_ONLY (1 << kMIRNullCheckOnly)
187#define MIR_IGNORE_RANGE_CHECK (1 << kMIRIgnoreRangeCheck)
188#define MIR_RANGE_CHECK_ONLY (1 << kMIRRangeCheckOnly)
Vladimir Markobfea9c22014-01-17 17:49:33 +0000189#define MIR_IGNORE_CLINIT_CHECK (1 << kMIRIgnoreClInitCheck)
buzbee1fd33462013-03-25 13:40:45 -0700190#define MIR_INLINED (1 << kMIRInlined)
191#define MIR_INLINED_PRED (1 << kMIRInlinedPred)
192#define MIR_CALLEE (1 << kMIRCallee)
193#define MIR_IGNORE_SUSPEND_CHECK (1 << kMIRIgnoreSuspendCheck)
194#define MIR_DUP (1 << kMIRDup)
195
buzbee862a7602013-04-05 10:58:54 -0700196#define BLOCK_NAME_LEN 80
197
buzbee0d829482013-10-11 15:24:55 -0700198typedef uint16_t BasicBlockId;
199static const BasicBlockId NullBasicBlockId = 0;
Wei Jin04f4d8a2014-05-29 18:04:29 -0700200static constexpr bool kLeafOptimization = false;
buzbee0d829482013-10-11 15:24:55 -0700201
buzbee1fd33462013-03-25 13:40:45 -0700202/*
203 * In general, vreg/sreg describe Dalvik registers that originated with dx. However,
204 * it is useful to have compiler-generated temporary registers and have them treated
205 * in the same manner as dx-generated virtual registers. This struct records the SSA
206 * name of compiler-introduced temporaries.
207 */
208struct CompilerTemp {
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800209 int32_t v_reg; // Virtual register number for temporary.
210 int32_t s_reg_low; // SSA name for low Dalvik word.
211};
212
213enum CompilerTempType {
214 kCompilerTempVR, // A virtual register temporary.
215 kCompilerTempSpecialMethodPtr, // Temporary that keeps track of current method pointer.
buzbee1fd33462013-03-25 13:40:45 -0700216};
217
218// When debug option enabled, records effectiveness of null and range check elimination.
219struct Checkstats {
buzbee0d829482013-10-11 15:24:55 -0700220 int32_t null_checks;
221 int32_t null_checks_eliminated;
222 int32_t range_checks;
223 int32_t range_checks_eliminated;
buzbee1fd33462013-03-25 13:40:45 -0700224};
225
226// Dataflow attributes of a basic block.
227struct BasicBlockDataFlow {
228 ArenaBitVector* use_v;
229 ArenaBitVector* def_v;
230 ArenaBitVector* live_in_v;
231 ArenaBitVector* phi_v;
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -0700232 int32_t* vreg_to_ssa_map_exit;
Vladimir Markobfea9c22014-01-17 17:49:33 +0000233 ArenaBitVector* ending_check_v; // For null check and class init check elimination.
buzbee1fd33462013-03-25 13:40:45 -0700234};
235
236/*
237 * Normalized use/def for a MIR operation using SSA names rather than vregs. Note that
238 * uses/defs retain the Dalvik convention that long operations operate on a pair of 32-bit
239 * vregs. For example, "ADD_LONG v0, v2, v3" would have 2 defs (v0/v1) and 4 uses (v2/v3, v4/v5).
240 * Following SSA renaming, this is the primary struct used by code generators to locate
241 * operand and result registers. This is a somewhat confusing and unhelpful convention that
242 * we may want to revisit in the future.
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -0700243 *
244 * TODO:
245 * 1. Add accessors for uses/defs and make data private
246 * 2. Change fp_use/fp_def to a bit array (could help memory usage)
247 * 3. Combine array storage into internal array and handled via accessors from 1.
buzbee1fd33462013-03-25 13:40:45 -0700248 */
249struct SSARepresentation {
buzbee0d829482013-10-11 15:24:55 -0700250 int32_t* uses;
buzbee1fd33462013-03-25 13:40:45 -0700251 bool* fp_use;
buzbee0d829482013-10-11 15:24:55 -0700252 int32_t* defs;
buzbee1fd33462013-03-25 13:40:45 -0700253 bool* fp_def;
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -0700254 int16_t num_uses_allocated;
255 int16_t num_defs_allocated;
256 int16_t num_uses;
257 int16_t num_defs;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700258
259 static uint32_t GetStartUseIndex(Instruction::Code opcode);
buzbee1fd33462013-03-25 13:40:45 -0700260};
261
262/*
263 * The Midlevel Intermediate Representation node, which may be largely considered a
264 * wrapper around a Dalvik byte code.
265 */
266struct MIR {
buzbee0d829482013-10-11 15:24:55 -0700267 /*
268 * TODO: remove embedded DecodedInstruction to save space, keeping only opcode. Recover
269 * additional fields on as-needed basis. Question: how to support MIR Pseudo-ops; probably
270 * need to carry aux data pointer.
271 */
Ian Rogers29a26482014-05-02 15:27:29 -0700272 struct DecodedInstruction {
273 uint32_t vA;
274 uint32_t vB;
275 uint64_t vB_wide; /* for k51l */
276 uint32_t vC;
277 uint32_t arg[5]; /* vC/D/E/F/G in invoke or filled-new-array */
278 Instruction::Code opcode;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700279
280 explicit DecodedInstruction():vA(0), vB(0), vB_wide(0), vC(0), opcode(Instruction::NOP) {
281 }
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700282
283 /*
284 * Given a decoded instruction representing a const bytecode, it updates
285 * the out arguments with proper values as dictated by the constant bytecode.
286 */
287 bool GetConstant(int64_t* ptr_value, bool* wide) const;
288
289 bool IsStore() const {
290 return ((Instruction::FlagsOf(opcode) & Instruction::kStore) == Instruction::kStore);
291 }
292
293 bool IsLoad() const {
294 return ((Instruction::FlagsOf(opcode) & Instruction::kLoad) == Instruction::kLoad);
295 }
296
297 bool IsConditionalBranch() const {
298 return (Instruction::FlagsOf(opcode) == (Instruction::kContinue | Instruction::kBranch));
299 }
300
301 /**
302 * @brief Is the register C component of the decoded instruction a constant?
303 */
304 bool IsCFieldOrConstant() const {
305 return ((Instruction::FlagsOf(opcode) & Instruction::kRegCFieldOrConstant) == Instruction::kRegCFieldOrConstant);
306 }
307
308 /**
309 * @brief Is the register C component of the decoded instruction a constant?
310 */
311 bool IsBFieldOrConstant() const {
312 return ((Instruction::FlagsOf(opcode) & Instruction::kRegBFieldOrConstant) == Instruction::kRegBFieldOrConstant);
313 }
314
315 bool IsCast() const {
316 return ((Instruction::FlagsOf(opcode) & Instruction::kCast) == Instruction::kCast);
317 }
318
319 /**
320 * @brief Does the instruction clobber memory?
321 * @details Clobber means that the instruction changes the memory not in a punctual way.
322 * Therefore any supposition on memory aliasing or memory contents should be disregarded
323 * when crossing such an instruction.
324 */
325 bool Clobbers() const {
326 return ((Instruction::FlagsOf(opcode) & Instruction::kClobber) == Instruction::kClobber);
327 }
328
329 bool IsLinear() const {
330 return (Instruction::FlagsOf(opcode) & (Instruction::kAdd | Instruction::kSubtract)) != 0;
331 }
Ian Rogers29a26482014-05-02 15:27:29 -0700332 } dalvikInsn;
333
buzbee0d829482013-10-11 15:24:55 -0700334 NarrowDexOffset offset; // Offset of the instruction in code units.
335 uint16_t optimization_flags;
336 int16_t m_unit_index; // From which method was this MIR included
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700337 BasicBlockId bb;
buzbee1fd33462013-03-25 13:40:45 -0700338 MIR* next;
339 SSARepresentation* ssa_rep;
buzbee1fd33462013-03-25 13:40:45 -0700340 union {
buzbee0d829482013-10-11 15:24:55 -0700341 // Incoming edges for phi node.
342 BasicBlockId* phi_incoming;
Vladimir Marko4376c872014-01-23 12:39:29 +0000343 // Establish link from check instruction (kMirOpCheck) to the actual throwing instruction.
buzbee1fd33462013-03-25 13:40:45 -0700344 MIR* throw_insn;
Vladimir Markoa1a70742014-03-03 10:28:05 +0000345 // Branch condition for fused cmp or select.
Vladimir Markoa8946072014-01-22 10:30:44 +0000346 ConditionCode ccode;
Vladimir Markobe0e5462014-02-26 11:24:15 +0000347 // IGET/IPUT lowering info index, points to MIRGraph::ifield_lowering_infos_. Due to limit on
348 // the number of code points (64K) and size of IGET/IPUT insn (2), this will never exceed 32K.
349 uint32_t ifield_lowering_info;
350 // SGET/SPUT lowering info index, points to MIRGraph::sfield_lowering_infos_. Due to limit on
351 // the number of code points (64K) and size of SGET/SPUT insn (2), this will never exceed 32K.
352 uint32_t sfield_lowering_info;
Vladimir Markof096aad2014-01-23 15:51:58 +0000353 // INVOKE data index, points to MIRGraph::method_lowering_infos_.
354 uint32_t method_lowering_info;
buzbee1fd33462013-03-25 13:40:45 -0700355 } meta;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700356
357 explicit MIR():offset(0), optimization_flags(0), m_unit_index(0), bb(NullBasicBlockId),
358 next(nullptr), ssa_rep(nullptr) {
359 memset(&meta, 0, sizeof(meta));
360 }
361
362 uint32_t GetStartUseIndex() const {
363 return SSARepresentation::GetStartUseIndex(dalvikInsn.opcode);
364 }
365
366 MIR* Copy(CompilationUnit *c_unit);
367 MIR* Copy(MIRGraph* mir_Graph);
368
369 static void* operator new(size_t size, ArenaAllocator* arena) {
370 return arena->Alloc(sizeof(MIR), kArenaAllocMIR);
371 }
372 static void operator delete(void* p) {} // Nop.
buzbee1fd33462013-03-25 13:40:45 -0700373};
374
buzbee862a7602013-04-05 10:58:54 -0700375struct SuccessorBlockInfo;
376
buzbee1fd33462013-03-25 13:40:45 -0700377struct BasicBlock {
buzbee0d829482013-10-11 15:24:55 -0700378 BasicBlockId id;
379 BasicBlockId dfs_id;
380 NarrowDexOffset start_offset; // Offset in code units.
381 BasicBlockId fall_through;
382 BasicBlockId taken;
383 BasicBlockId i_dom; // Immediate dominator.
buzbee1fd33462013-03-25 13:40:45 -0700384 uint16_t nesting_depth;
buzbee0d829482013-10-11 15:24:55 -0700385 BBType block_type:4;
386 BlockListType successor_block_list_type:4;
387 bool visited:1;
388 bool hidden:1;
389 bool catch_entry:1;
390 bool explicit_throw:1;
391 bool conditional_branch:1;
buzbee1da1e2f2013-11-15 13:37:01 -0800392 bool terminated_by_return:1; // Block ends with a Dalvik return opcode.
393 bool dominates_return:1; // Is a member of return extended basic block.
394 bool use_lvn:1; // Run local value numbering on this block.
buzbee1fd33462013-03-25 13:40:45 -0700395 MIR* first_mir_insn;
396 MIR* last_mir_insn;
buzbee1fd33462013-03-25 13:40:45 -0700397 BasicBlockDataFlow* data_flow_info;
buzbee1fd33462013-03-25 13:40:45 -0700398 ArenaBitVector* dominators;
399 ArenaBitVector* i_dominated; // Set nodes being immediately dominated.
400 ArenaBitVector* dom_frontier; // Dominance frontier.
buzbee0d829482013-10-11 15:24:55 -0700401 GrowableArray<BasicBlockId>* predecessors;
402 GrowableArray<SuccessorBlockInfo*>* successor_blocks;
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700403
404 void AppendMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700405 void AppendMIRList(MIR* first_list_mir, MIR* last_list_mir);
406 void AppendMIRList(const std::vector<MIR*>& insns);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700407 void PrependMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700408 void PrependMIRList(MIR* first_list_mir, MIR* last_list_mir);
409 void PrependMIRList(const std::vector<MIR*>& to_add);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700410 void InsertMIRAfter(MIR* current_mir, MIR* new_mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700411 void InsertMIRListAfter(MIR* insert_after, MIR* first_list_mir, MIR* last_list_mir);
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700412 MIR* FindPreviousMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700413 void InsertMIRBefore(MIR* insert_before, MIR* list);
414 void InsertMIRListBefore(MIR* insert_before, MIR* first_list_mir, MIR* last_list_mir);
415 bool RemoveMIR(MIR* mir);
416 bool RemoveMIRList(MIR* first_list_mir, MIR* last_list_mir);
417
418 BasicBlock* Copy(CompilationUnit* c_unit);
419 BasicBlock* Copy(MIRGraph* mir_graph);
420
421 /**
422 * @brief Reset the optimization_flags field of each MIR.
423 */
424 void ResetOptimizationFlags(uint16_t reset_flags);
425
426 /**
427 * @brief Hide the BasicBlock.
428 * @details Set it to kDalvikByteCode, set hidden to true, remove all MIRs,
429 * remove itself from any predecessor edges, remove itself from any
430 * child's predecessor growable array.
431 */
432 void Hide(CompilationUnit* c_unit);
433
434 /**
435 * @brief Is ssa_reg the last SSA definition of that VR in the block?
436 */
437 bool IsSSALiveOut(const CompilationUnit* c_unit, int ssa_reg);
438
439 /**
440 * @brief Replace the edge going to old_bb to now go towards new_bb.
441 */
442 bool ReplaceChild(BasicBlockId old_bb, BasicBlockId new_bb);
443
444 /**
445 * @brief Update the predecessor growable array from old_pred to new_pred.
446 */
447 void UpdatePredecessor(BasicBlockId old_pred, BasicBlockId new_pred);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700448
449 /**
450 * @brief Used to obtain the next MIR that follows unconditionally.
451 * @details The implementation does not guarantee that a MIR does not
452 * follow even if this method returns nullptr.
453 * @param mir_graph the MIRGraph.
454 * @param current The MIR for which to find an unconditional follower.
455 * @return Returns the following MIR if one can be found.
456 */
457 MIR* GetNextUnconditionalMir(MIRGraph* mir_graph, MIR* current);
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700458 bool IsExceptionBlock() const;
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700459
460 static void* operator new(size_t size, ArenaAllocator* arena) {
461 return arena->Alloc(sizeof(BasicBlock), kArenaAllocBB);
462 }
463 static void operator delete(void* p) {} // Nop.
buzbee1fd33462013-03-25 13:40:45 -0700464};
465
466/*
467 * The "blocks" field in "successor_block_list" points to an array of elements with the type
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700468 * "SuccessorBlockInfo". For catch blocks, key is type index for the exception. For switch
buzbee1fd33462013-03-25 13:40:45 -0700469 * blocks, key is the case value.
470 */
471struct SuccessorBlockInfo {
buzbee0d829482013-10-11 15:24:55 -0700472 BasicBlockId block;
buzbee1fd33462013-03-25 13:40:45 -0700473 int key;
474};
475
Jean Christophe Beylerf8c762b2014-05-02 12:54:37 -0700476/**
477 * @class ChildBlockIterator
478 * @brief Enable an easy iteration of the children.
479 */
480class ChildBlockIterator {
481 public:
482 /**
483 * @brief Constructs a child iterator.
484 * @param bb The basic whose children we need to iterate through.
485 * @param mir_graph The MIRGraph used to get the basic block during iteration.
486 */
487 ChildBlockIterator(BasicBlock* bb, MIRGraph* mir_graph);
488 BasicBlock* Next();
489
490 private:
491 BasicBlock* basic_block_;
492 MIRGraph* mir_graph_;
493 bool visited_fallthrough_;
494 bool visited_taken_;
495 bool have_successors_;
496 GrowableArray<SuccessorBlockInfo*>::Iterator successor_iter_;
497};
498
buzbee1fd33462013-03-25 13:40:45 -0700499/*
buzbee1fd33462013-03-25 13:40:45 -0700500 * Collection of information describing an invoke, and the destination of
501 * the subsequent MOVE_RESULT (if applicable). Collected as a unit to enable
502 * more efficient invoke code generation.
503 */
504struct CallInfo {
505 int num_arg_words; // Note: word count, not arg count.
506 RegLocation* args; // One for each word of arguments.
507 RegLocation result; // Eventual target of MOVE_RESULT.
508 int opt_flags;
509 InvokeType type;
510 uint32_t dex_idx;
511 uint32_t index; // Method idx for invokes, type idx for FilledNewArray.
512 uintptr_t direct_code;
513 uintptr_t direct_method;
514 RegLocation target; // Target of following move_result.
515 bool skip_this;
516 bool is_range;
buzbee0d829482013-10-11 15:24:55 -0700517 DexOffset offset; // Offset in code units.
Vladimir Markof096aad2014-01-23 15:51:58 +0000518 MIR* mir;
buzbee1fd33462013-03-25 13:40:45 -0700519};
520
521
buzbee091cc402014-03-31 10:14:40 -0700522const RegLocation bad_loc = {kLocDalvikFrame, 0, 0, 0, 0, 0, 0, 0, 0, RegStorage(), INVALID_SREG,
523 INVALID_SREG};
buzbee311ca162013-02-28 15:56:43 -0800524
525class MIRGraph {
Ian Rogers71fe2672013-03-19 20:45:02 -0700526 public:
buzbee862a7602013-04-05 10:58:54 -0700527 MIRGraph(CompilationUnit* cu, ArenaAllocator* arena);
Ian Rogers6282dc12013-04-18 15:54:02 -0700528 ~MIRGraph();
buzbee311ca162013-02-28 15:56:43 -0800529
Ian Rogers71fe2672013-03-19 20:45:02 -0700530 /*
buzbeeee17e0a2013-07-31 10:47:37 -0700531 * Examine the graph to determine whether it's worthwile to spend the time compiling
532 * this method.
533 */
Andreas Gampe060e6fe2014-06-19 11:34:06 -0700534 bool SkipCompilation(std::string* skip_message);
buzbeeee17e0a2013-07-31 10:47:37 -0700535
536 /*
Dave Allison39c3bfb2014-01-28 18:33:52 -0800537 * Should we skip the compilation of this method based on its name?
538 */
Andreas Gampe060e6fe2014-06-19 11:34:06 -0700539 bool SkipCompilationByName(const std::string& methodname);
Dave Allison39c3bfb2014-01-28 18:33:52 -0800540
541 /*
Ian Rogers71fe2672013-03-19 20:45:02 -0700542 * Parse dex method and add MIR at current insert point. Returns id (which is
543 * actually the index of the method in the m_units_ array).
544 */
545 void InlineMethod(const DexFile::CodeItem* code_item, uint32_t access_flags,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700546 InvokeType invoke_type, uint16_t class_def_idx,
Ian Rogers71fe2672013-03-19 20:45:02 -0700547 uint32_t method_idx, jobject class_loader, const DexFile& dex_file);
buzbee311ca162013-02-28 15:56:43 -0800548
Ian Rogers71fe2672013-03-19 20:45:02 -0700549 /* Find existing block */
buzbee0d829482013-10-11 15:24:55 -0700550 BasicBlock* FindBlock(DexOffset code_offset) {
Ian Rogers71fe2672013-03-19 20:45:02 -0700551 return FindBlock(code_offset, false, false, NULL);
552 }
buzbee311ca162013-02-28 15:56:43 -0800553
Ian Rogers71fe2672013-03-19 20:45:02 -0700554 const uint16_t* GetCurrentInsns() const {
555 return current_code_item_->insns_;
556 }
buzbee311ca162013-02-28 15:56:43 -0800557
Ian Rogers71fe2672013-03-19 20:45:02 -0700558 const uint16_t* GetInsns(int m_unit_index) const {
559 return m_units_[m_unit_index]->GetCodeItem()->insns_;
560 }
buzbee311ca162013-02-28 15:56:43 -0800561
Andreas Gampe44395962014-06-13 13:44:40 -0700562 unsigned int GetNumBlocks() const {
Ian Rogers71fe2672013-03-19 20:45:02 -0700563 return num_blocks_;
564 }
buzbee311ca162013-02-28 15:56:43 -0800565
buzbeeee17e0a2013-07-31 10:47:37 -0700566 size_t GetNumDalvikInsns() const {
567 return cu_->code_item->insns_size_in_code_units_;
568 }
569
Ian Rogers71fe2672013-03-19 20:45:02 -0700570 ArenaBitVector* GetTryBlockAddr() const {
571 return try_block_addr_;
572 }
buzbee311ca162013-02-28 15:56:43 -0800573
Ian Rogers71fe2672013-03-19 20:45:02 -0700574 BasicBlock* GetEntryBlock() const {
575 return entry_block_;
576 }
buzbee311ca162013-02-28 15:56:43 -0800577
Ian Rogers71fe2672013-03-19 20:45:02 -0700578 BasicBlock* GetExitBlock() const {
579 return exit_block_;
580 }
buzbee311ca162013-02-28 15:56:43 -0800581
Andreas Gampe44395962014-06-13 13:44:40 -0700582 BasicBlock* GetBasicBlock(unsigned int block_id) const {
buzbee0d829482013-10-11 15:24:55 -0700583 return (block_id == NullBasicBlockId) ? NULL : block_list_.Get(block_id);
Ian Rogers71fe2672013-03-19 20:45:02 -0700584 }
buzbee311ca162013-02-28 15:56:43 -0800585
Ian Rogers71fe2672013-03-19 20:45:02 -0700586 size_t GetBasicBlockListCount() const {
buzbee862a7602013-04-05 10:58:54 -0700587 return block_list_.Size();
Ian Rogers71fe2672013-03-19 20:45:02 -0700588 }
buzbee311ca162013-02-28 15:56:43 -0800589
buzbee862a7602013-04-05 10:58:54 -0700590 GrowableArray<BasicBlock*>* GetBlockList() {
Ian Rogers71fe2672013-03-19 20:45:02 -0700591 return &block_list_;
592 }
buzbee311ca162013-02-28 15:56:43 -0800593
buzbee0d829482013-10-11 15:24:55 -0700594 GrowableArray<BasicBlockId>* GetDfsOrder() {
buzbee862a7602013-04-05 10:58:54 -0700595 return dfs_order_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700596 }
buzbee311ca162013-02-28 15:56:43 -0800597
buzbee0d829482013-10-11 15:24:55 -0700598 GrowableArray<BasicBlockId>* GetDfsPostOrder() {
buzbee862a7602013-04-05 10:58:54 -0700599 return dfs_post_order_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700600 }
buzbee311ca162013-02-28 15:56:43 -0800601
buzbee0d829482013-10-11 15:24:55 -0700602 GrowableArray<BasicBlockId>* GetDomPostOrder() {
buzbee862a7602013-04-05 10:58:54 -0700603 return dom_post_order_traversal_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700604 }
buzbee311ca162013-02-28 15:56:43 -0800605
Ian Rogers71fe2672013-03-19 20:45:02 -0700606 int GetDefCount() const {
607 return def_count_;
608 }
buzbee311ca162013-02-28 15:56:43 -0800609
buzbee862a7602013-04-05 10:58:54 -0700610 ArenaAllocator* GetArena() {
611 return arena_;
612 }
613
Ian Rogers71fe2672013-03-19 20:45:02 -0700614 void EnableOpcodeCounting() {
Mathieu Chartierf6c4b3b2013-08-24 16:11:37 -0700615 opcode_count_ = static_cast<int*>(arena_->Alloc(kNumPackedOpcodes * sizeof(int),
Vladimir Marko83cc7ae2014-02-12 18:02:05 +0000616 kArenaAllocMisc));
Ian Rogers71fe2672013-03-19 20:45:02 -0700617 }
buzbee311ca162013-02-28 15:56:43 -0800618
Ian Rogers71fe2672013-03-19 20:45:02 -0700619 void ShowOpcodeStats();
buzbee311ca162013-02-28 15:56:43 -0800620
Ian Rogers71fe2672013-03-19 20:45:02 -0700621 DexCompilationUnit* GetCurrentDexCompilationUnit() const {
622 return m_units_[current_method_];
623 }
buzbee311ca162013-02-28 15:56:43 -0800624
Jean Christophe Beylerd0a51552014-01-10 14:18:31 -0800625 /**
626 * @brief Dump a CFG into a dot file format.
627 * @param dir_prefix the directory the file will be created in.
628 * @param all_blocks does the dumper use all the basic blocks or use the reachable blocks.
629 * @param suffix does the filename require a suffix or not (default = nullptr).
630 */
631 void DumpCFG(const char* dir_prefix, bool all_blocks, const char* suffix = nullptr);
buzbee311ca162013-02-28 15:56:43 -0800632
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000633 bool HasFieldAccess() const {
634 return (merged_df_flags_ & (DF_IFIELD | DF_SFIELD)) != 0u;
635 }
636
Vladimir Markobfea9c22014-01-17 17:49:33 +0000637 bool HasStaticFieldAccess() const {
638 return (merged_df_flags_ & DF_SFIELD) != 0u;
639 }
640
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000641 bool HasInvokes() const {
642 // NOTE: These formats include the rare filled-new-array/range.
643 return (merged_df_flags_ & (DF_FORMAT_35C | DF_FORMAT_3RC)) != 0u;
644 }
645
Vladimir Markobe0e5462014-02-26 11:24:15 +0000646 void DoCacheFieldLoweringInfo();
647
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000648 const MirIFieldLoweringInfo& GetIFieldLoweringInfo(MIR* mir) const {
Vladimir Markobe0e5462014-02-26 11:24:15 +0000649 DCHECK_LT(mir->meta.ifield_lowering_info, ifield_lowering_infos_.Size());
650 return ifield_lowering_infos_.GetRawStorage()[mir->meta.ifield_lowering_info];
651 }
652
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000653 const MirSFieldLoweringInfo& GetSFieldLoweringInfo(MIR* mir) const {
Vladimir Markobe0e5462014-02-26 11:24:15 +0000654 DCHECK_LT(mir->meta.sfield_lowering_info, sfield_lowering_infos_.Size());
655 return sfield_lowering_infos_.GetRawStorage()[mir->meta.sfield_lowering_info];
656 }
657
Vladimir Markof096aad2014-01-23 15:51:58 +0000658 void DoCacheMethodLoweringInfo();
659
660 const MirMethodLoweringInfo& GetMethodLoweringInfo(MIR* mir) {
661 DCHECK_LT(mir->meta.method_lowering_info, method_lowering_infos_.Size());
662 return method_lowering_infos_.GetRawStorage()[mir->meta.method_lowering_info];
663 }
664
Vladimir Marko9820b7c2014-01-02 16:40:37 +0000665 void ComputeInlineIFieldLoweringInfo(uint16_t field_idx, MIR* invoke, MIR* iget_or_iput);
666
buzbee1da1e2f2013-11-15 13:37:01 -0800667 void InitRegLocations();
668
669 void RemapRegLocations();
buzbee311ca162013-02-28 15:56:43 -0800670
Ian Rogers71fe2672013-03-19 20:45:02 -0700671 void DumpRegLocTable(RegLocation* table, int count);
buzbee311ca162013-02-28 15:56:43 -0800672
Ian Rogers71fe2672013-03-19 20:45:02 -0700673 void BasicBlockOptimization();
buzbee311ca162013-02-28 15:56:43 -0800674
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700675 GrowableArray<BasicBlockId>* GetTopologicalSortOrder() {
Vladimir Marko622bdbe2014-06-19 14:59:05 +0100676 DCHECK(topological_order_ != nullptr);
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700677 return topological_order_;
678 }
679
Ian Rogers71fe2672013-03-19 20:45:02 -0700680 bool IsConst(int32_t s_reg) const {
buzbee862a7602013-04-05 10:58:54 -0700681 return is_constant_v_->IsBitSet(s_reg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700682 }
buzbee311ca162013-02-28 15:56:43 -0800683
Ian Rogers71fe2672013-03-19 20:45:02 -0700684 bool IsConst(RegLocation loc) const {
Mark Mendell5bb149e2013-12-17 13:26:54 -0800685 return loc.orig_sreg < 0 ? false : IsConst(loc.orig_sreg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700686 }
buzbee311ca162013-02-28 15:56:43 -0800687
Ian Rogers71fe2672013-03-19 20:45:02 -0700688 int32_t ConstantValue(RegLocation loc) const {
689 DCHECK(IsConst(loc));
690 return constant_values_[loc.orig_sreg];
691 }
buzbee311ca162013-02-28 15:56:43 -0800692
Ian Rogers71fe2672013-03-19 20:45:02 -0700693 int32_t ConstantValue(int32_t s_reg) const {
694 DCHECK(IsConst(s_reg));
695 return constant_values_[s_reg];
696 }
buzbee311ca162013-02-28 15:56:43 -0800697
Ian Rogers71fe2672013-03-19 20:45:02 -0700698 int64_t ConstantValueWide(RegLocation loc) const {
699 DCHECK(IsConst(loc));
700 return (static_cast<int64_t>(constant_values_[loc.orig_sreg + 1]) << 32) |
701 Low32Bits(static_cast<int64_t>(constant_values_[loc.orig_sreg]));
702 }
buzbee311ca162013-02-28 15:56:43 -0800703
Ian Rogers71fe2672013-03-19 20:45:02 -0700704 bool IsConstantNullRef(RegLocation loc) const {
705 return loc.ref && loc.is_const && (ConstantValue(loc) == 0);
706 }
buzbee311ca162013-02-28 15:56:43 -0800707
Ian Rogers71fe2672013-03-19 20:45:02 -0700708 int GetNumSSARegs() const {
709 return num_ssa_regs_;
710 }
buzbee311ca162013-02-28 15:56:43 -0800711
Ian Rogers71fe2672013-03-19 20:45:02 -0700712 void SetNumSSARegs(int new_num) {
buzbee0d829482013-10-11 15:24:55 -0700713 /*
714 * TODO: It's theoretically possible to exceed 32767, though any cases which did
715 * would be filtered out with current settings. When orig_sreg field is removed
716 * from RegLocation, expand s_reg_low to handle all possible cases and remove DCHECK().
717 */
718 DCHECK_EQ(new_num, static_cast<int16_t>(new_num));
Ian Rogers71fe2672013-03-19 20:45:02 -0700719 num_ssa_regs_ = new_num;
720 }
buzbee311ca162013-02-28 15:56:43 -0800721
buzbee862a7602013-04-05 10:58:54 -0700722 unsigned int GetNumReachableBlocks() const {
Ian Rogers71fe2672013-03-19 20:45:02 -0700723 return num_reachable_blocks_;
724 }
buzbee311ca162013-02-28 15:56:43 -0800725
Ian Rogers71fe2672013-03-19 20:45:02 -0700726 int GetUseCount(int vreg) const {
buzbee862a7602013-04-05 10:58:54 -0700727 return use_counts_.Get(vreg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700728 }
buzbee311ca162013-02-28 15:56:43 -0800729
Ian Rogers71fe2672013-03-19 20:45:02 -0700730 int GetRawUseCount(int vreg) const {
buzbee862a7602013-04-05 10:58:54 -0700731 return raw_use_counts_.Get(vreg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700732 }
buzbee311ca162013-02-28 15:56:43 -0800733
Ian Rogers71fe2672013-03-19 20:45:02 -0700734 int GetSSASubscript(int ssa_reg) const {
buzbee862a7602013-04-05 10:58:54 -0700735 return ssa_subscripts_->Get(ssa_reg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700736 }
buzbee311ca162013-02-28 15:56:43 -0800737
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700738 RegLocation GetRawSrc(MIR* mir, int num) {
buzbee1fd33462013-03-25 13:40:45 -0700739 DCHECK(num < mir->ssa_rep->num_uses);
740 RegLocation res = reg_location_[mir->ssa_rep->uses[num]];
741 return res;
742 }
743
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700744 RegLocation GetRawDest(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700745 DCHECK_GT(mir->ssa_rep->num_defs, 0);
746 RegLocation res = reg_location_[mir->ssa_rep->defs[0]];
747 return res;
748 }
749
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700750 RegLocation GetDest(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700751 RegLocation res = GetRawDest(mir);
752 DCHECK(!res.wide);
753 return res;
754 }
755
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700756 RegLocation GetSrc(MIR* mir, int num) {
buzbee1fd33462013-03-25 13:40:45 -0700757 RegLocation res = GetRawSrc(mir, num);
758 DCHECK(!res.wide);
759 return res;
760 }
761
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700762 RegLocation GetDestWide(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700763 RegLocation res = GetRawDest(mir);
764 DCHECK(res.wide);
765 return res;
766 }
767
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700768 RegLocation GetSrcWide(MIR* mir, int low) {
buzbee1fd33462013-03-25 13:40:45 -0700769 RegLocation res = GetRawSrc(mir, low);
770 DCHECK(res.wide);
771 return res;
772 }
773
774 RegLocation GetBadLoc() {
775 return bad_loc;
776 }
777
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800778 int GetMethodSReg() const {
buzbee1fd33462013-03-25 13:40:45 -0700779 return method_sreg_;
780 }
781
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800782 /**
783 * @brief Used to obtain the number of compiler temporaries being used.
784 * @return Returns the number of compiler temporaries.
785 */
786 size_t GetNumUsedCompilerTemps() const {
787 size_t total_num_temps = compiler_temps_.Size();
788 DCHECK_LE(num_non_special_compiler_temps_, total_num_temps);
789 return total_num_temps;
790 }
791
792 /**
793 * @brief Used to obtain the number of non-special compiler temporaries being used.
794 * @return Returns the number of non-special compiler temporaries.
795 */
796 size_t GetNumNonSpecialCompilerTemps() const {
797 return num_non_special_compiler_temps_;
798 }
799
800 /**
801 * @brief Used to set the total number of available non-special compiler temporaries.
802 * @details Can fail setting the new max if there are more temps being used than the new_max.
803 * @param new_max The new maximum number of non-special compiler temporaries.
804 * @return Returns true if the max was set and false if failed to set.
805 */
806 bool SetMaxAvailableNonSpecialCompilerTemps(size_t new_max) {
807 if (new_max < GetNumNonSpecialCompilerTemps()) {
808 return false;
809 } else {
810 max_available_non_special_compiler_temps_ = new_max;
811 return true;
812 }
813 }
814
815 /**
816 * @brief Provides the number of non-special compiler temps available.
817 * @details Even if this returns zero, special compiler temps are guaranteed to be available.
818 * @return Returns the number of available temps.
819 */
820 size_t GetNumAvailableNonSpecialCompilerTemps();
821
822 /**
823 * @brief Used to obtain an existing compiler temporary.
824 * @param index The index of the temporary which must be strictly less than the
825 * number of temporaries.
826 * @return Returns the temporary that was asked for.
827 */
828 CompilerTemp* GetCompilerTemp(size_t index) const {
829 return compiler_temps_.Get(index);
830 }
831
832 /**
833 * @brief Used to obtain the maximum number of compiler temporaries that can be requested.
834 * @return Returns the maximum number of compiler temporaries, whether used or not.
835 */
836 size_t GetMaxPossibleCompilerTemps() const {
837 return max_available_special_compiler_temps_ + max_available_non_special_compiler_temps_;
838 }
839
840 /**
841 * @brief Used to obtain a new unique compiler temporary.
842 * @param ct_type Type of compiler temporary requested.
843 * @param wide Whether we should allocate a wide temporary.
844 * @return Returns the newly created compiler temporary.
845 */
846 CompilerTemp* GetNewCompilerTemp(CompilerTempType ct_type, bool wide);
847
buzbee1fd33462013-03-25 13:40:45 -0700848 bool MethodIsLeaf() {
849 return attributes_ & METHOD_IS_LEAF;
850 }
851
852 RegLocation GetRegLocation(int index) {
Mark Mendell67c39c42014-01-31 17:28:00 -0800853 DCHECK((index >= 0) && (index < num_ssa_regs_));
buzbee1fd33462013-03-25 13:40:45 -0700854 return reg_location_[index];
855 }
856
857 RegLocation GetMethodLoc() {
858 return reg_location_[method_sreg_];
859 }
860
buzbee0d829482013-10-11 15:24:55 -0700861 bool IsBackedge(BasicBlock* branch_bb, BasicBlockId target_bb_id) {
862 return ((target_bb_id != NullBasicBlockId) &&
863 (GetBasicBlock(target_bb_id)->start_offset <= branch_bb->start_offset));
buzbee9329e6d2013-08-19 12:55:10 -0700864 }
865
866 bool IsBackwardsBranch(BasicBlock* branch_bb) {
867 return IsBackedge(branch_bb, branch_bb->taken) || IsBackedge(branch_bb, branch_bb->fall_through);
868 }
869
buzbee0d829482013-10-11 15:24:55 -0700870 void CountBranch(DexOffset target_offset) {
buzbeeb48819d2013-09-14 16:15:25 -0700871 if (target_offset <= current_offset_) {
872 backward_branches_++;
873 } else {
874 forward_branches_++;
875 }
876 }
877
878 int GetBranchCount() {
879 return backward_branches_ + forward_branches_;
880 }
881
buzbee35ba7f32014-05-31 08:59:01 -0700882 static bool IsPseudoMirOp(Instruction::Code opcode) {
buzbeeb48819d2013-09-14 16:15:25 -0700883 return static_cast<int>(opcode) >= static_cast<int>(kMirOpFirst);
884 }
885
buzbee35ba7f32014-05-31 08:59:01 -0700886 static bool IsPseudoMirOp(int opcode) {
buzbeeb48819d2013-09-14 16:15:25 -0700887 return opcode >= static_cast<int>(kMirOpFirst);
888 }
889
buzbeeb1f1d642014-02-27 12:55:32 -0800890 // Is this vreg in the in set?
891 bool IsInVReg(int vreg) {
892 return (vreg >= cu_->num_regs);
893 }
894
Ian Rogers71fe2672013-03-19 20:45:02 -0700895 void DumpCheckStats();
Ian Rogers71fe2672013-03-19 20:45:02 -0700896 MIR* FindMoveResult(BasicBlock* bb, MIR* mir);
897 int SRegToVReg(int ssa_reg) const;
898 void VerifyDataflow();
Ian Rogers71fe2672013-03-19 20:45:02 -0700899 void CheckForDominanceFrontier(BasicBlock* dom_bb, const BasicBlock* succ_bb);
Vladimir Markobfea9c22014-01-17 17:49:33 +0000900 void EliminateNullChecksAndInferTypesStart();
Jean Christophe Beyler2469e602014-05-06 20:36:55 -0700901 bool EliminateNullChecksAndInferTypes(BasicBlock* bb);
Vladimir Markobfea9c22014-01-17 17:49:33 +0000902 void EliminateNullChecksAndInferTypesEnd();
903 bool EliminateClassInitChecksGate();
904 bool EliminateClassInitChecks(BasicBlock* bb);
905 void EliminateClassInitChecksEnd();
Vladimir Marko95a05972014-05-30 10:01:32 +0100906 bool ApplyGlobalValueNumberingGate();
907 bool ApplyGlobalValueNumbering(BasicBlock* bb);
908 void ApplyGlobalValueNumberingEnd();
buzbee28c23002013-09-07 09:12:27 -0700909 /*
910 * Type inference handling helpers. Because Dalvik's bytecode is not fully typed,
911 * we have to do some work to figure out the sreg type. For some operations it is
912 * clear based on the opcode (i.e. ADD_FLOAT v0, v1, v2), but for others (MOVE), we
913 * may never know the "real" type.
914 *
915 * We perform the type inference operation by using an iterative walk over
916 * the graph, propagating types "defined" by typed opcodes to uses and defs in
917 * non-typed opcodes (such as MOVE). The Setxx(index) helpers are used to set defined
918 * types on typed opcodes (such as ADD_INT). The Setxx(index, is_xx) form is used to
919 * propagate types through non-typed opcodes such as PHI and MOVE. The is_xx flag
920 * tells whether our guess of the type is based on a previously typed definition.
921 * If so, the defined type takes precedence. Note that it's possible to have the same sreg
922 * show multiple defined types because dx treats constants as untyped bit patterns.
923 * The return value of the Setxx() helpers says whether or not the Setxx() action changed
924 * the current guess, and is used to know when to terminate the iterative walk.
925 */
buzbee1fd33462013-03-25 13:40:45 -0700926 bool SetFp(int index, bool is_fp);
buzbee28c23002013-09-07 09:12:27 -0700927 bool SetFp(int index);
buzbee1fd33462013-03-25 13:40:45 -0700928 bool SetCore(int index, bool is_core);
buzbee28c23002013-09-07 09:12:27 -0700929 bool SetCore(int index);
buzbee1fd33462013-03-25 13:40:45 -0700930 bool SetRef(int index, bool is_ref);
buzbee28c23002013-09-07 09:12:27 -0700931 bool SetRef(int index);
buzbee1fd33462013-03-25 13:40:45 -0700932 bool SetWide(int index, bool is_wide);
buzbee28c23002013-09-07 09:12:27 -0700933 bool SetWide(int index);
buzbee1fd33462013-03-25 13:40:45 -0700934 bool SetHigh(int index, bool is_high);
buzbee28c23002013-09-07 09:12:27 -0700935 bool SetHigh(int index);
936
buzbee8c7a02a2014-06-14 12:33:09 -0700937 bool PuntToInterpreter() {
938 return punt_to_interpreter_;
939 }
940
941 void SetPuntToInterpreter(bool val) {
942 punt_to_interpreter_ = val;
943 }
944
buzbee1fd33462013-03-25 13:40:45 -0700945 char* GetDalvikDisassembly(const MIR* mir);
buzbee1fd33462013-03-25 13:40:45 -0700946 void ReplaceSpecialChars(std::string& str);
947 std::string GetSSAName(int ssa_reg);
948 std::string GetSSANameWithConst(int ssa_reg, bool singles_only);
949 void GetBlockName(BasicBlock* bb, char* name);
950 const char* GetShortyFromTargetIdx(int);
951 void DumpMIRGraph();
952 CallInfo* NewMemCallInfo(BasicBlock* bb, MIR* mir, InvokeType type, bool is_range);
buzbee862a7602013-04-05 10:58:54 -0700953 BasicBlock* NewMemBB(BBType block_type, int block_id);
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700954 MIR* NewMIR();
buzbee0d829482013-10-11 15:24:55 -0700955 MIR* AdvanceMIR(BasicBlock** p_bb, MIR* mir);
956 BasicBlock* NextDominatedBlock(BasicBlock* bb);
957 bool LayoutBlocks(BasicBlock* bb);
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700958 void ComputeTopologicalSortOrder();
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700959 BasicBlock* CreateNewBB(BBType block_type);
buzbee311ca162013-02-28 15:56:43 -0800960
Razvan A Lupusorucb804742014-07-09 16:42:19 -0700961 bool InlineSpecialMethodsGate();
962 void InlineSpecialMethodsStart();
963 void InlineSpecialMethods(BasicBlock* bb);
964 void InlineSpecialMethodsEnd();
Vladimir Marko9820b7c2014-01-02 16:40:37 +0000965
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -0800966 /**
967 * @brief Perform the initial preparation for the Method Uses.
968 */
969 void InitializeMethodUses();
970
971 /**
972 * @brief Perform the initial preparation for the Constant Propagation.
973 */
974 void InitializeConstantPropagation();
975
976 /**
977 * @brief Perform the initial preparation for the SSA Transformation.
978 */
Vladimir Markoa5b8fde2014-05-23 15:16:44 +0100979 void SSATransformationStart();
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -0800980
981 /**
982 * @brief Insert a the operands for the Phi nodes.
983 * @param bb the considered BasicBlock.
984 * @return true
985 */
986 bool InsertPhiNodeOperands(BasicBlock* bb);
987
988 /**
Vladimir Markoa5b8fde2014-05-23 15:16:44 +0100989 * @brief Perform the cleanup after the SSA Transformation.
990 */
991 void SSATransformationEnd();
992
993 /**
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -0800994 * @brief Perform constant propagation on a BasicBlock.
995 * @param bb the considered BasicBlock.
996 */
997 void DoConstantPropagation(BasicBlock* bb);
998
999 /**
1000 * @brief Count the uses in the BasicBlock
1001 * @param bb the BasicBlock
1002 */
1003 void CountUses(struct BasicBlock* bb);
1004
Jean Christophe Beylercc794c32014-05-02 09:34:13 -07001005 static uint64_t GetDataFlowAttributes(Instruction::Code opcode);
1006 static uint64_t GetDataFlowAttributes(MIR* mir);
1007
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001008 /**
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001009 * @brief Combine BasicBlocks
1010 * @param the BasicBlock we are considering
1011 */
1012 void CombineBlocks(BasicBlock* bb);
1013
1014 void ClearAllVisitedFlags();
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001015
1016 void AllocateSSAUseData(MIR *mir, int num_uses);
1017 void AllocateSSADefData(MIR *mir, int num_defs);
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001018 void CalculateBasicBlockInformation();
1019 void InitializeBasicBlockData();
1020 void ComputeDFSOrders();
1021 void ComputeDefBlockMatrix();
1022 void ComputeDominators();
1023 void CompilerInitializeSSAConversion();
1024 void InsertPhiNodes();
1025 void DoDFSPreOrderSSARename(BasicBlock* block);
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001026
Ian Rogers71fe2672013-03-19 20:45:02 -07001027 /*
1028 * IsDebugBuild sanity check: keep track of the Dex PCs for catch entries so that later on
1029 * we can verify that all catch entries have native PC entries.
1030 */
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001031 std::set<uint32_t> catches_;
buzbee311ca162013-02-28 15:56:43 -08001032
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001033 // TODO: make these private.
1034 RegLocation* reg_location_; // Map SSA names to location.
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001035 SafeMap<unsigned int, unsigned int> block_id_map_; // Block collapse lookup cache.
buzbee1fd33462013-03-25 13:40:45 -07001036
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001037 static const char* extended_mir_op_names_[kMirOpLast - kMirOpFirst];
buzbeeee17e0a2013-07-31 10:47:37 -07001038 static const uint32_t analysis_attributes_[kMirOpLast];
buzbee1fd33462013-03-25 13:40:45 -07001039
Mark Mendelle87f9b52014-04-30 14:13:18 -04001040 void HandleSSADef(int* defs, int dalvik_reg, int reg_index);
1041 bool InferTypeAndSize(BasicBlock* bb, MIR* mir, bool changed);
Mark Mendelle87f9b52014-04-30 14:13:18 -04001042
Wei Jin04f4d8a2014-05-29 18:04:29 -07001043 // Used for removing redudant suspend tests
1044 void AppendGenSuspendTestList(BasicBlock* bb) {
1045 if (gen_suspend_test_list_.Size() == 0 ||
1046 gen_suspend_test_list_.Get(gen_suspend_test_list_.Size() - 1) != bb) {
1047 gen_suspend_test_list_.Insert(bb);
1048 }
1049 }
1050
1051 /* This is used to check if there is already a method call dominating the
1052 * source basic block of a backedge and being dominated by the target basic
1053 * block of the backedge.
1054 */
1055 bool HasSuspendTestBetween(BasicBlock* source, BasicBlockId target_id);
1056
Mark Mendelle87f9b52014-04-30 14:13:18 -04001057 protected:
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001058 int FindCommonParent(int block1, int block2);
1059 void ComputeSuccLineIn(ArenaBitVector* dest, const ArenaBitVector* src1,
1060 const ArenaBitVector* src2);
1061 void HandleLiveInUse(ArenaBitVector* use_v, ArenaBitVector* def_v,
1062 ArenaBitVector* live_in_v, int dalvik_reg_id);
1063 void HandleDef(ArenaBitVector* def_v, int dalvik_reg_id);
Udayan Banerjif2466a72014-07-09 19:14:53 -07001064 void HandleExtended(ArenaBitVector* use_v, ArenaBitVector* def_v,
1065 ArenaBitVector* live_in_v,
1066 const MIR::DecodedInstruction& d_insn);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001067 bool DoSSAConversion(BasicBlock* bb);
1068 bool InvokeUsesMethodStar(MIR* mir);
Ian Rogers29a26482014-05-02 15:27:29 -07001069 int ParseInsn(const uint16_t* code_ptr, MIR::DecodedInstruction* decoded_instruction);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001070 bool ContentIsInsn(const uint16_t* code_ptr);
buzbee0d829482013-10-11 15:24:55 -07001071 BasicBlock* SplitBlock(DexOffset code_offset, BasicBlock* orig_block,
Ian Rogers71fe2672013-03-19 20:45:02 -07001072 BasicBlock** immed_pred_block_p);
buzbee0d829482013-10-11 15:24:55 -07001073 BasicBlock* FindBlock(DexOffset code_offset, bool split, bool create,
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001074 BasicBlock** immed_pred_block_p);
1075 void ProcessTryCatchBlocks();
Vladimir Markoe8ae8142014-07-08 18:06:45 +01001076 bool IsBadMonitorExitCatch(NarrowDexOffset monitor_exit_offset, NarrowDexOffset catch_offset);
buzbee0d829482013-10-11 15:24:55 -07001077 BasicBlock* ProcessCanBranch(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001078 int flags, const uint16_t* code_ptr, const uint16_t* code_end);
buzbee17189ac2013-11-08 11:07:02 -08001079 BasicBlock* ProcessCanSwitch(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
1080 int flags);
buzbee0d829482013-10-11 15:24:55 -07001081 BasicBlock* ProcessCanThrow(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001082 int flags, ArenaBitVector* try_block_addr, const uint16_t* code_ptr,
1083 const uint16_t* code_end);
1084 int AddNewSReg(int v_reg);
1085 void HandleSSAUse(int* uses, int dalvik_reg, int reg_index);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001086 void DataFlowSSAFormat35C(MIR* mir);
1087 void DataFlowSSAFormat3RC(MIR* mir);
Udayan Banerjif2466a72014-07-09 19:14:53 -07001088 void DataFlowSSAFormatExtended(MIR* mir);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001089 bool FindLocalLiveIn(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001090 bool VerifyPredInfo(BasicBlock* bb);
1091 BasicBlock* NeedsVisit(BasicBlock* bb);
1092 BasicBlock* NextUnvisitedSuccessor(BasicBlock* bb);
1093 void MarkPreOrder(BasicBlock* bb);
1094 void RecordDFSOrders(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001095 void ComputeDomPostOrderTraversal(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001096 void SetConstant(int32_t ssa_reg, int value);
1097 void SetConstantWide(int ssa_reg, int64_t value);
1098 int GetSSAUseCount(int s_reg);
1099 bool BasicBlockOpt(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001100 bool BuildExtendedBBList(struct BasicBlock* bb);
1101 bool FillDefBlockMatrix(BasicBlock* bb);
1102 void InitializeDominationInfo(BasicBlock* bb);
1103 bool ComputeblockIDom(BasicBlock* bb);
1104 bool ComputeBlockDominators(BasicBlock* bb);
1105 bool SetDominators(BasicBlock* bb);
1106 bool ComputeBlockLiveIns(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001107 bool ComputeDominanceFrontier(BasicBlock* bb);
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001108
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001109 void CountChecks(BasicBlock* bb);
buzbeeee17e0a2013-07-31 10:47:37 -07001110 void AnalyzeBlock(BasicBlock* bb, struct MethodStats* stats);
Andreas Gampe060e6fe2014-06-19 11:34:06 -07001111 bool ComputeSkipCompilation(struct MethodStats* stats, bool skip_default,
1112 std::string* skip_message);
buzbee311ca162013-02-28 15:56:43 -08001113
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001114 CompilationUnit* const cu_;
1115 GrowableArray<int>* ssa_base_vregs_;
1116 GrowableArray<int>* ssa_subscripts_;
1117 // Map original Dalvik virtual reg i to the current SSA name.
1118 int* vreg_to_ssa_map_; // length == method->registers_size
1119 int* ssa_last_defs_; // length == method->registers_size
1120 ArenaBitVector* is_constant_v_; // length == num_ssa_reg
1121 int* constant_values_; // length == num_ssa_reg
1122 // Use counts of ssa names.
1123 GrowableArray<uint32_t> use_counts_; // Weighted by nesting depth
1124 GrowableArray<uint32_t> raw_use_counts_; // Not weighted
1125 unsigned int num_reachable_blocks_;
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001126 unsigned int max_num_reachable_blocks_;
buzbee0d829482013-10-11 15:24:55 -07001127 GrowableArray<BasicBlockId>* dfs_order_;
1128 GrowableArray<BasicBlockId>* dfs_post_order_;
1129 GrowableArray<BasicBlockId>* dom_post_order_traversal_;
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -07001130 GrowableArray<BasicBlockId>* topological_order_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001131 int* i_dom_list_;
1132 ArenaBitVector** def_block_matrix_; // num_dalvik_register x num_blocks.
Ian Rogers700a4022014-05-19 16:49:03 -07001133 std::unique_ptr<ScopedArenaAllocator> temp_scoped_alloc_;
Vladimir Markobfea9c22014-01-17 17:49:33 +00001134 uint16_t* temp_insn_data_;
1135 uint32_t temp_bit_vector_size_;
1136 ArenaBitVector* temp_bit_vector_;
Vladimir Marko95a05972014-05-30 10:01:32 +01001137 std::unique_ptr<GlobalValueNumbering> temp_gvn_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001138 static const int kInvalidEntry = -1;
1139 GrowableArray<BasicBlock*> block_list_;
1140 ArenaBitVector* try_block_addr_;
1141 BasicBlock* entry_block_;
1142 BasicBlock* exit_block_;
Andreas Gampe44395962014-06-13 13:44:40 -07001143 unsigned int num_blocks_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001144 const DexFile::CodeItem* current_code_item_;
buzbeeb48819d2013-09-14 16:15:25 -07001145 GrowableArray<uint16_t> dex_pc_to_block_map_; // FindBlock lookup cache.
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001146 std::vector<DexCompilationUnit*> m_units_; // List of methods included in this graph
1147 typedef std::pair<int, int> MIRLocation; // Insert point, (m_unit_ index, offset)
1148 std::vector<MIRLocation> method_stack_; // Include stack
1149 int current_method_;
buzbee0d829482013-10-11 15:24:55 -07001150 DexOffset current_offset_; // Offset in code units
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001151 int def_count_; // Used to estimate size of ssa name storage.
1152 int* opcode_count_; // Dex opcode coverage stats.
1153 int num_ssa_regs_; // Number of names following SSA transformation.
buzbee0d829482013-10-11 15:24:55 -07001154 std::vector<BasicBlockId> extended_basic_blocks_; // Heads of block "traces".
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001155 int method_sreg_;
1156 unsigned int attributes_;
1157 Checkstats* checkstats_;
1158 ArenaAllocator* arena_;
buzbeeb48819d2013-09-14 16:15:25 -07001159 int backward_branches_;
1160 int forward_branches_;
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -08001161 GrowableArray<CompilerTemp*> compiler_temps_;
1162 size_t num_non_special_compiler_temps_;
1163 size_t max_available_non_special_compiler_temps_;
1164 size_t max_available_special_compiler_temps_;
buzbeeb1f1d642014-02-27 12:55:32 -08001165 bool punt_to_interpreter_; // Difficult or not worthwhile - just interpret.
Vladimir Marko3d73ba22014-03-06 15:18:04 +00001166 uint64_t merged_df_flags_;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001167 GrowableArray<MirIFieldLoweringInfo> ifield_lowering_infos_;
1168 GrowableArray<MirSFieldLoweringInfo> sfield_lowering_infos_;
Vladimir Markof096aad2014-01-23 15:51:58 +00001169 GrowableArray<MirMethodLoweringInfo> method_lowering_infos_;
Jean Christophe Beylercc794c32014-05-02 09:34:13 -07001170 static const uint64_t oat_data_flow_attributes_[kMirOpLast];
Wei Jin04f4d8a2014-05-29 18:04:29 -07001171 GrowableArray<BasicBlock*> gen_suspend_test_list_; // List of blocks containing suspend tests
Vladimir Markof59f18b2014-02-17 15:53:57 +00001172
Vladimir Markobfea9c22014-01-17 17:49:33 +00001173 friend class ClassInitCheckEliminationTest;
Vladimir Marko95a05972014-05-30 10:01:32 +01001174 friend class GlobalValueNumberingTest;
Vladimir Markof59f18b2014-02-17 15:53:57 +00001175 friend class LocalValueNumberingTest;
buzbee311ca162013-02-28 15:56:43 -08001176};
1177
1178} // namespace art
1179
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001180#endif // ART_COMPILER_DEX_MIR_GRAPH_H_