blob: f038397e1e71dabca4d0796eb11d38eb6f858c58 [file] [log] [blame]
buzbee311ca162013-02-28 15:56:43 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_COMPILER_DEX_MIR_GRAPH_H_
18#define ART_COMPILER_DEX_MIR_GRAPH_H_
buzbee311ca162013-02-28 15:56:43 -080019
Ian Rogers0f678472014-03-10 16:18:37 -070020#include <stdint.h>
21
Mathieu Chartierb666f482015-02-18 14:33:14 -080022#include "base/arena_containers.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010023#include "base/bit_utils.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080024#include "base/scoped_arena_containers.h"
buzbee311ca162013-02-28 15:56:43 -080025#include "dex_file.h"
26#include "dex_instruction.h"
Andreas Gampe0b9203e2015-01-22 20:39:27 -080027#include "dex_types.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000028#include "invoke_type.h"
Vladimir Markof096aad2014-01-23 15:51:58 +000029#include "mir_field_info.h"
30#include "mir_method_info.h"
Andreas Gampe4b537a82014-06-30 22:24:53 -070031#include "reg_location.h"
Bill Buzbee00e1ec62014-02-27 23:44:13 +000032#include "reg_storage.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080033#include "utils/arena_bit_vector.h"
buzbee311ca162013-02-28 15:56:43 -080034
35namespace art {
36
Andreas Gampe0b9203e2015-01-22 20:39:27 -080037struct CompilationUnit;
38class DexCompilationUnit;
Vladimir Marko8b858e12014-11-27 14:52:37 +000039class DexFileMethodInliner;
Vladimir Marko95a05972014-05-30 10:01:32 +010040class GlobalValueNumbering;
Vladimir Marko7a01dc22015-01-02 17:00:44 +000041class GvnDeadCodeElimination;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +000042class PassManager;
Vladimir Markoc91df2d2015-04-23 09:29:21 +000043class TypeInference;
Vladimir Marko95a05972014-05-30 10:01:32 +010044
Andreas Gampe0b9203e2015-01-22 20:39:27 -080045// Forward declaration.
46class MIRGraph;
47
buzbee311ca162013-02-28 15:56:43 -080048enum DataFlowAttributePos {
49 kUA = 0,
50 kUB,
51 kUC,
52 kAWide,
53 kBWide,
54 kCWide,
55 kDA,
56 kIsMove,
57 kSetsConst,
58 kFormat35c,
59 kFormat3rc,
Udayan Banerjif2466a72014-07-09 19:14:53 -070060 kFormatExtended, // Extended format for extended MIRs.
Vladimir Marko7baa6f82014-10-09 18:01:24 +010061 kNullCheckA, // Null check of A.
62 kNullCheckB, // Null check of B.
buzbee311ca162013-02-28 15:56:43 -080063 kNullCheckOut0, // Null check out outgoing arg0.
64 kDstNonNull, // May assume dst is non-null.
65 kRetNonNull, // May assume retval is non-null.
66 kNullTransferSrc0, // Object copy src[0] -> dst.
67 kNullTransferSrcN, // Phi null check state transfer.
Vladimir Marko7baa6f82014-10-09 18:01:24 +010068 kRangeCheckC, // Range check of C.
Vladimir Markoc91df2d2015-04-23 09:29:21 +000069 kCheckCastA, // Check cast of A.
buzbee311ca162013-02-28 15:56:43 -080070 kFPA,
71 kFPB,
72 kFPC,
73 kCoreA,
74 kCoreB,
75 kCoreC,
76 kRefA,
77 kRefB,
78 kRefC,
Vladimir Markoc91df2d2015-04-23 09:29:21 +000079 kSameTypeAB, // A and B have the same type but it can be core/ref/fp (IF_cc).
buzbee311ca162013-02-28 15:56:43 -080080 kUsesMethodStar, // Implicit use of Method*.
Vladimir Marko3d73ba22014-03-06 15:18:04 +000081 kUsesIField, // Accesses an instance field (IGET/IPUT).
82 kUsesSField, // Accesses a static field (SGET/SPUT).
Vladimir Marko66c6d7b2014-10-16 15:41:48 +010083 kCanInitializeClass, // Can trigger class initialization (SGET/SPUT/INVOKE_STATIC).
buzbee1da1e2f2013-11-15 13:37:01 -080084 kDoLVN, // Worth computing local value numbers.
buzbee311ca162013-02-28 15:56:43 -080085};
86
Ian Rogers0f678472014-03-10 16:18:37 -070087#define DF_NOP UINT64_C(0)
88#define DF_UA (UINT64_C(1) << kUA)
89#define DF_UB (UINT64_C(1) << kUB)
90#define DF_UC (UINT64_C(1) << kUC)
91#define DF_A_WIDE (UINT64_C(1) << kAWide)
92#define DF_B_WIDE (UINT64_C(1) << kBWide)
93#define DF_C_WIDE (UINT64_C(1) << kCWide)
94#define DF_DA (UINT64_C(1) << kDA)
95#define DF_IS_MOVE (UINT64_C(1) << kIsMove)
96#define DF_SETS_CONST (UINT64_C(1) << kSetsConst)
97#define DF_FORMAT_35C (UINT64_C(1) << kFormat35c)
98#define DF_FORMAT_3RC (UINT64_C(1) << kFormat3rc)
Udayan Banerjif2466a72014-07-09 19:14:53 -070099#define DF_FORMAT_EXTENDED (UINT64_C(1) << kFormatExtended)
Vladimir Marko7baa6f82014-10-09 18:01:24 +0100100#define DF_NULL_CHK_A (UINT64_C(1) << kNullCheckA)
101#define DF_NULL_CHK_B (UINT64_C(1) << kNullCheckB)
Ian Rogers0f678472014-03-10 16:18:37 -0700102#define DF_NULL_CHK_OUT0 (UINT64_C(1) << kNullCheckOut0)
103#define DF_NON_NULL_DST (UINT64_C(1) << kDstNonNull)
104#define DF_NON_NULL_RET (UINT64_C(1) << kRetNonNull)
105#define DF_NULL_TRANSFER_0 (UINT64_C(1) << kNullTransferSrc0)
106#define DF_NULL_TRANSFER_N (UINT64_C(1) << kNullTransferSrcN)
Vladimir Marko7baa6f82014-10-09 18:01:24 +0100107#define DF_RANGE_CHK_C (UINT64_C(1) << kRangeCheckC)
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000108#define DF_CHK_CAST (UINT64_C(1) << kCheckCastA)
Ian Rogers0f678472014-03-10 16:18:37 -0700109#define DF_FP_A (UINT64_C(1) << kFPA)
110#define DF_FP_B (UINT64_C(1) << kFPB)
111#define DF_FP_C (UINT64_C(1) << kFPC)
112#define DF_CORE_A (UINT64_C(1) << kCoreA)
113#define DF_CORE_B (UINT64_C(1) << kCoreB)
114#define DF_CORE_C (UINT64_C(1) << kCoreC)
115#define DF_REF_A (UINT64_C(1) << kRefA)
116#define DF_REF_B (UINT64_C(1) << kRefB)
117#define DF_REF_C (UINT64_C(1) << kRefC)
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000118#define DF_SAME_TYPE_AB (UINT64_C(1) << kSameTypeAB)
Ian Rogers0f678472014-03-10 16:18:37 -0700119#define DF_UMS (UINT64_C(1) << kUsesMethodStar)
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000120#define DF_IFIELD (UINT64_C(1) << kUsesIField)
121#define DF_SFIELD (UINT64_C(1) << kUsesSField)
Vladimir Marko66c6d7b2014-10-16 15:41:48 +0100122#define DF_CLINIT (UINT64_C(1) << kCanInitializeClass)
Ian Rogers0f678472014-03-10 16:18:37 -0700123#define DF_LVN (UINT64_C(1) << kDoLVN)
buzbee311ca162013-02-28 15:56:43 -0800124
125#define DF_HAS_USES (DF_UA | DF_UB | DF_UC)
126
127#define DF_HAS_DEFS (DF_DA)
128
Vladimir Marko7baa6f82014-10-09 18:01:24 +0100129#define DF_HAS_NULL_CHKS (DF_NULL_CHK_A | \
130 DF_NULL_CHK_B | \
buzbee311ca162013-02-28 15:56:43 -0800131 DF_NULL_CHK_OUT0)
132
Vladimir Marko7baa6f82014-10-09 18:01:24 +0100133#define DF_HAS_RANGE_CHKS (DF_RANGE_CHK_C)
buzbee311ca162013-02-28 15:56:43 -0800134
135#define DF_HAS_NR_CHKS (DF_HAS_NULL_CHKS | \
136 DF_HAS_RANGE_CHKS)
137
138#define DF_A_IS_REG (DF_UA | DF_DA)
139#define DF_B_IS_REG (DF_UB)
140#define DF_C_IS_REG (DF_UC)
buzbee311ca162013-02-28 15:56:43 -0800141#define DF_USES_FP (DF_FP_A | DF_FP_B | DF_FP_C)
Bill Buzbee0b1191c2013-10-28 22:11:59 +0000142#define DF_NULL_TRANSFER (DF_NULL_TRANSFER_0 | DF_NULL_TRANSFER_N)
Vladimir Marko7baa6f82014-10-09 18:01:24 +0100143#define DF_IS_INVOKE (DF_FORMAT_35C | DF_FORMAT_3RC)
144
buzbee1fd33462013-03-25 13:40:45 -0700145enum OatMethodAttributes {
146 kIsLeaf, // Method is leaf.
buzbee1fd33462013-03-25 13:40:45 -0700147};
148
149#define METHOD_IS_LEAF (1 << kIsLeaf)
buzbee1fd33462013-03-25 13:40:45 -0700150
151// Minimum field size to contain Dalvik v_reg number.
152#define VREG_NUM_WIDTH 16
153
buzbee1fd33462013-03-25 13:40:45 -0700154#define INVALID_VREG (0xFFFFU)
buzbee1fd33462013-03-25 13:40:45 -0700155#define INVALID_OFFSET (0xDEADF00FU)
156
buzbee1fd33462013-03-25 13:40:45 -0700157#define MIR_IGNORE_NULL_CHECK (1 << kMIRIgnoreNullCheck)
buzbee1fd33462013-03-25 13:40:45 -0700158#define MIR_IGNORE_RANGE_CHECK (1 << kMIRIgnoreRangeCheck)
Vladimir Marko22fe45d2015-03-18 11:33:58 +0000159#define MIR_IGNORE_CHECK_CAST (1 << kMIRIgnoreCheckCast)
Vladimir Marko743b98c2014-11-24 19:45:41 +0000160#define MIR_STORE_NON_NULL_VALUE (1 << kMIRStoreNonNullValue)
Vladimir Marko66c6d7b2014-10-16 15:41:48 +0100161#define MIR_CLASS_IS_INITIALIZED (1 << kMIRClassIsInitialized)
162#define MIR_CLASS_IS_IN_DEX_CACHE (1 << kMIRClassIsInDexCache)
Razvan A Lupusoru5c5676b2014-09-29 16:42:11 -0700163#define MIR_IGNORE_DIV_ZERO_CHECK (1 << kMirIgnoreDivZeroCheck)
buzbee1fd33462013-03-25 13:40:45 -0700164#define MIR_INLINED (1 << kMIRInlined)
165#define MIR_INLINED_PRED (1 << kMIRInlinedPred)
166#define MIR_CALLEE (1 << kMIRCallee)
167#define MIR_IGNORE_SUSPEND_CHECK (1 << kMIRIgnoreSuspendCheck)
168#define MIR_DUP (1 << kMIRDup)
Yevgeny Rouban423b1372014-10-15 17:32:25 +0700169#define MIR_MARK (1 << kMIRMark)
Jean Christophe Beylerb5bce7c2014-07-25 12:32:18 -0700170#define MIR_STORE_NON_TEMPORAL (1 << kMIRStoreNonTemporal)
buzbee1fd33462013-03-25 13:40:45 -0700171
buzbee862a7602013-04-05 10:58:54 -0700172#define BLOCK_NAME_LEN 80
173
buzbee0d829482013-10-11 15:24:55 -0700174typedef uint16_t BasicBlockId;
175static const BasicBlockId NullBasicBlockId = 0;
Wei Jin04f4d8a2014-05-29 18:04:29 -0700176static constexpr bool kLeafOptimization = false;
buzbee0d829482013-10-11 15:24:55 -0700177
buzbee1fd33462013-03-25 13:40:45 -0700178/*
179 * In general, vreg/sreg describe Dalvik registers that originated with dx. However,
180 * it is useful to have compiler-generated temporary registers and have them treated
181 * in the same manner as dx-generated virtual registers. This struct records the SSA
182 * name of compiler-introduced temporaries.
183 */
184struct CompilerTemp {
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800185 int32_t v_reg; // Virtual register number for temporary.
186 int32_t s_reg_low; // SSA name for low Dalvik word.
187};
188
189enum CompilerTempType {
190 kCompilerTempVR, // A virtual register temporary.
191 kCompilerTempSpecialMethodPtr, // Temporary that keeps track of current method pointer.
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700192 kCompilerTempBackend, // Temporary that is used by backend.
buzbee1fd33462013-03-25 13:40:45 -0700193};
194
195// When debug option enabled, records effectiveness of null and range check elimination.
196struct Checkstats {
buzbee0d829482013-10-11 15:24:55 -0700197 int32_t null_checks;
198 int32_t null_checks_eliminated;
199 int32_t range_checks;
200 int32_t range_checks_eliminated;
buzbee1fd33462013-03-25 13:40:45 -0700201};
202
203// Dataflow attributes of a basic block.
204struct BasicBlockDataFlow {
205 ArenaBitVector* use_v;
206 ArenaBitVector* def_v;
207 ArenaBitVector* live_in_v;
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -0700208 int32_t* vreg_to_ssa_map_exit;
buzbee1fd33462013-03-25 13:40:45 -0700209};
210
211/*
212 * Normalized use/def for a MIR operation using SSA names rather than vregs. Note that
213 * uses/defs retain the Dalvik convention that long operations operate on a pair of 32-bit
214 * vregs. For example, "ADD_LONG v0, v2, v3" would have 2 defs (v0/v1) and 4 uses (v2/v3, v4/v5).
215 * Following SSA renaming, this is the primary struct used by code generators to locate
216 * operand and result registers. This is a somewhat confusing and unhelpful convention that
217 * we may want to revisit in the future.
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -0700218 *
219 * TODO:
220 * 1. Add accessors for uses/defs and make data private
221 * 2. Change fp_use/fp_def to a bit array (could help memory usage)
222 * 3. Combine array storage into internal array and handled via accessors from 1.
buzbee1fd33462013-03-25 13:40:45 -0700223 */
224struct SSARepresentation {
buzbee0d829482013-10-11 15:24:55 -0700225 int32_t* uses;
buzbee0d829482013-10-11 15:24:55 -0700226 int32_t* defs;
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000227 uint16_t num_uses_allocated;
228 uint16_t num_defs_allocated;
229 uint16_t num_uses;
230 uint16_t num_defs;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700231
232 static uint32_t GetStartUseIndex(Instruction::Code opcode);
buzbee1fd33462013-03-25 13:40:45 -0700233};
234
235/*
236 * The Midlevel Intermediate Representation node, which may be largely considered a
237 * wrapper around a Dalvik byte code.
238 */
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700239class MIR : public ArenaObject<kArenaAllocMIR> {
240 public:
buzbee0d829482013-10-11 15:24:55 -0700241 /*
242 * TODO: remove embedded DecodedInstruction to save space, keeping only opcode. Recover
243 * additional fields on as-needed basis. Question: how to support MIR Pseudo-ops; probably
244 * need to carry aux data pointer.
245 */
Ian Rogers29a26482014-05-02 15:27:29 -0700246 struct DecodedInstruction {
247 uint32_t vA;
248 uint32_t vB;
249 uint64_t vB_wide; /* for k51l */
250 uint32_t vC;
251 uint32_t arg[5]; /* vC/D/E/F/G in invoke or filled-new-array */
252 Instruction::Code opcode;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700253
254 explicit DecodedInstruction():vA(0), vB(0), vB_wide(0), vC(0), opcode(Instruction::NOP) {
255 }
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700256
257 /*
258 * Given a decoded instruction representing a const bytecode, it updates
259 * the out arguments with proper values as dictated by the constant bytecode.
260 */
261 bool GetConstant(int64_t* ptr_value, bool* wide) const;
262
Jean Christophe Beyler2ab40eb2014-06-02 09:03:14 -0700263 static bool IsPseudoMirOp(Instruction::Code opcode) {
264 return static_cast<int>(opcode) >= static_cast<int>(kMirOpFirst);
265 }
266
267 static bool IsPseudoMirOp(int opcode) {
268 return opcode >= static_cast<int>(kMirOpFirst);
269 }
270
271 bool IsInvoke() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700272 return ((FlagsOf() & Instruction::kInvoke) == Instruction::kInvoke);
Jean Christophe Beyler2ab40eb2014-06-02 09:03:14 -0700273 }
274
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700275 bool IsStore() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700276 return ((FlagsOf() & Instruction::kStore) == Instruction::kStore);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700277 }
278
279 bool IsLoad() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700280 return ((FlagsOf() & Instruction::kLoad) == Instruction::kLoad);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700281 }
282
283 bool IsConditionalBranch() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700284 return (FlagsOf() == (Instruction::kContinue | Instruction::kBranch));
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700285 }
286
287 /**
288 * @brief Is the register C component of the decoded instruction a constant?
289 */
290 bool IsCFieldOrConstant() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700291 return ((FlagsOf() & Instruction::kRegCFieldOrConstant) == Instruction::kRegCFieldOrConstant);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700292 }
293
294 /**
295 * @brief Is the register C component of the decoded instruction a constant?
296 */
297 bool IsBFieldOrConstant() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700298 return ((FlagsOf() & Instruction::kRegBFieldOrConstant) == Instruction::kRegBFieldOrConstant);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700299 }
300
301 bool IsCast() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700302 return ((FlagsOf() & Instruction::kCast) == Instruction::kCast);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700303 }
304
305 /**
306 * @brief Does the instruction clobber memory?
307 * @details Clobber means that the instruction changes the memory not in a punctual way.
308 * Therefore any supposition on memory aliasing or memory contents should be disregarded
309 * when crossing such an instruction.
310 */
311 bool Clobbers() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700312 return ((FlagsOf() & Instruction::kClobber) == Instruction::kClobber);
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700313 }
314
315 bool IsLinear() const {
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700316 return (FlagsOf() & (Instruction::kAdd | Instruction::kSubtract)) != 0;
Jean Christophe Beylerc3db20b2014-05-05 21:09:40 -0700317 }
Jean Christophe Beylerfb0ea2d2014-07-29 13:20:42 -0700318
319 int FlagsOf() const;
Ian Rogers29a26482014-05-02 15:27:29 -0700320 } dalvikInsn;
321
buzbee0d829482013-10-11 15:24:55 -0700322 NarrowDexOffset offset; // Offset of the instruction in code units.
323 uint16_t optimization_flags;
324 int16_t m_unit_index; // From which method was this MIR included
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700325 BasicBlockId bb;
buzbee1fd33462013-03-25 13:40:45 -0700326 MIR* next;
327 SSARepresentation* ssa_rep;
buzbee1fd33462013-03-25 13:40:45 -0700328 union {
buzbee0d829482013-10-11 15:24:55 -0700329 // Incoming edges for phi node.
330 BasicBlockId* phi_incoming;
Vladimir Marko4376c872014-01-23 12:39:29 +0000331 // Establish link from check instruction (kMirOpCheck) to the actual throwing instruction.
buzbee1fd33462013-03-25 13:40:45 -0700332 MIR* throw_insn;
Vladimir Markoa1a70742014-03-03 10:28:05 +0000333 // Branch condition for fused cmp or select.
Vladimir Markoa8946072014-01-22 10:30:44 +0000334 ConditionCode ccode;
Vladimir Markobe0e5462014-02-26 11:24:15 +0000335 // IGET/IPUT lowering info index, points to MIRGraph::ifield_lowering_infos_. Due to limit on
336 // the number of code points (64K) and size of IGET/IPUT insn (2), this will never exceed 32K.
337 uint32_t ifield_lowering_info;
338 // SGET/SPUT lowering info index, points to MIRGraph::sfield_lowering_infos_. Due to limit on
339 // the number of code points (64K) and size of SGET/SPUT insn (2), this will never exceed 32K.
340 uint32_t sfield_lowering_info;
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000341 // INVOKE data index, points to MIRGraph::method_lowering_infos_. Also used for inlined
342 // CONST and MOVE insn (with MIR_CALLEE) to remember the invoke for type inference.
Vladimir Markof096aad2014-01-23 15:51:58 +0000343 uint32_t method_lowering_info;
buzbee1fd33462013-03-25 13:40:45 -0700344 } meta;
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700345
Ian Rogers832336b2014-10-08 15:35:22 -0700346 explicit MIR() : offset(0), optimization_flags(0), m_unit_index(0), bb(NullBasicBlockId),
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700347 next(nullptr), ssa_rep(nullptr) {
348 memset(&meta, 0, sizeof(meta));
349 }
350
351 uint32_t GetStartUseIndex() const {
352 return SSARepresentation::GetStartUseIndex(dalvikInsn.opcode);
353 }
354
355 MIR* Copy(CompilationUnit *c_unit);
356 MIR* Copy(MIRGraph* mir_Graph);
buzbee1fd33462013-03-25 13:40:45 -0700357};
358
buzbee862a7602013-04-05 10:58:54 -0700359struct SuccessorBlockInfo;
360
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700361class BasicBlock : public DeletableArenaObject<kArenaAllocBB> {
362 public:
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100363 BasicBlock(BasicBlockId block_id, BBType type, ArenaAllocator* allocator)
364 : id(block_id),
365 dfs_id(), start_offset(), fall_through(), taken(), i_dom(), nesting_depth(),
366 block_type(type),
367 successor_block_list_type(kNotUsed),
368 visited(), hidden(), catch_entry(), explicit_throw(), conditional_branch(),
369 terminated_by_return(), dominates_return(), use_lvn(), first_mir_insn(),
370 last_mir_insn(), data_flow_info(), dominators(), i_dominated(), dom_frontier(),
371 predecessors(allocator->Adapter(kArenaAllocBBPredecessors)),
372 successor_blocks(allocator->Adapter(kArenaAllocSuccessor)) {
373 }
buzbee0d829482013-10-11 15:24:55 -0700374 BasicBlockId id;
375 BasicBlockId dfs_id;
376 NarrowDexOffset start_offset; // Offset in code units.
377 BasicBlockId fall_through;
378 BasicBlockId taken;
379 BasicBlockId i_dom; // Immediate dominator.
buzbee1fd33462013-03-25 13:40:45 -0700380 uint16_t nesting_depth;
buzbee0d829482013-10-11 15:24:55 -0700381 BBType block_type:4;
382 BlockListType successor_block_list_type:4;
383 bool visited:1;
384 bool hidden:1;
385 bool catch_entry:1;
386 bool explicit_throw:1;
387 bool conditional_branch:1;
buzbee1da1e2f2013-11-15 13:37:01 -0800388 bool terminated_by_return:1; // Block ends with a Dalvik return opcode.
389 bool dominates_return:1; // Is a member of return extended basic block.
390 bool use_lvn:1; // Run local value numbering on this block.
buzbee1fd33462013-03-25 13:40:45 -0700391 MIR* first_mir_insn;
392 MIR* last_mir_insn;
buzbee1fd33462013-03-25 13:40:45 -0700393 BasicBlockDataFlow* data_flow_info;
buzbee1fd33462013-03-25 13:40:45 -0700394 ArenaBitVector* dominators;
395 ArenaBitVector* i_dominated; // Set nodes being immediately dominated.
396 ArenaBitVector* dom_frontier; // Dominance frontier.
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100397 ArenaVector<BasicBlockId> predecessors;
398 ArenaVector<SuccessorBlockInfo*> successor_blocks;
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700399
400 void AppendMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700401 void AppendMIRList(MIR* first_list_mir, MIR* last_list_mir);
402 void AppendMIRList(const std::vector<MIR*>& insns);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700403 void PrependMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700404 void PrependMIRList(MIR* first_list_mir, MIR* last_list_mir);
405 void PrependMIRList(const std::vector<MIR*>& to_add);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700406 void InsertMIRAfter(MIR* current_mir, MIR* new_mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700407 void InsertMIRListAfter(MIR* insert_after, MIR* first_list_mir, MIR* last_list_mir);
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -0700408 MIR* FindPreviousMIR(MIR* mir);
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700409 void InsertMIRBefore(MIR* insert_before, MIR* list);
410 void InsertMIRListBefore(MIR* insert_before, MIR* first_list_mir, MIR* last_list_mir);
411 bool RemoveMIR(MIR* mir);
412 bool RemoveMIRList(MIR* first_list_mir, MIR* last_list_mir);
413
414 BasicBlock* Copy(CompilationUnit* c_unit);
415 BasicBlock* Copy(MIRGraph* mir_graph);
416
417 /**
418 * @brief Reset the optimization_flags field of each MIR.
419 */
420 void ResetOptimizationFlags(uint16_t reset_flags);
421
422 /**
Vladimir Markocb873d82014-12-08 15:16:54 +0000423 * @brief Kill the BasicBlock.
Vladimir Marko341e4252014-12-19 10:29:51 +0000424 * @details Unlink predecessors and successors, remove all MIRs, set the block type to kDead
425 * and set hidden to true.
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700426 */
Vladimir Markocb873d82014-12-08 15:16:54 +0000427 void Kill(MIRGraph* mir_graph);
Vladimir Marko312eb252014-10-07 15:01:57 +0100428
429 /**
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700430 * @brief Is ssa_reg the last SSA definition of that VR in the block?
431 */
432 bool IsSSALiveOut(const CompilationUnit* c_unit, int ssa_reg);
433
434 /**
435 * @brief Replace the edge going to old_bb to now go towards new_bb.
436 */
437 bool ReplaceChild(BasicBlockId old_bb, BasicBlockId new_bb);
438
439 /**
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100440 * @brief Erase the predecessor old_pred.
441 */
442 void ErasePredecessor(BasicBlockId old_pred);
443
444 /**
445 * @brief Update the predecessor array from old_pred to new_pred.
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700446 */
447 void UpdatePredecessor(BasicBlockId old_pred, BasicBlockId new_pred);
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700448
449 /**
Vladimir Marko26e7d452014-11-24 14:09:46 +0000450 * @brief Return first non-Phi insn.
451 */
452 MIR* GetFirstNonPhiInsn();
453
454 /**
Jean Christophe Beylercdacac42014-03-13 14:54:59 -0700455 * @brief Used to obtain the next MIR that follows unconditionally.
456 * @details The implementation does not guarantee that a MIR does not
457 * follow even if this method returns nullptr.
458 * @param mir_graph the MIRGraph.
459 * @param current The MIR for which to find an unconditional follower.
460 * @return Returns the following MIR if one can be found.
461 */
462 MIR* GetNextUnconditionalMir(MIRGraph* mir_graph, MIR* current);
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700463 bool IsExceptionBlock() const;
Jean Christophe Beyler85127582014-05-11 23:36:41 -0700464
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700465 private:
466 DISALLOW_COPY_AND_ASSIGN(BasicBlock);
buzbee1fd33462013-03-25 13:40:45 -0700467};
468
469/*
470 * The "blocks" field in "successor_block_list" points to an array of elements with the type
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700471 * "SuccessorBlockInfo". For catch blocks, key is type index for the exception. For switch
buzbee1fd33462013-03-25 13:40:45 -0700472 * blocks, key is the case value.
473 */
474struct SuccessorBlockInfo {
buzbee0d829482013-10-11 15:24:55 -0700475 BasicBlockId block;
buzbee1fd33462013-03-25 13:40:45 -0700476 int key;
477};
478
Jean Christophe Beylerf8c762b2014-05-02 12:54:37 -0700479/**
480 * @class ChildBlockIterator
481 * @brief Enable an easy iteration of the children.
482 */
483class ChildBlockIterator {
484 public:
485 /**
486 * @brief Constructs a child iterator.
487 * @param bb The basic whose children we need to iterate through.
488 * @param mir_graph The MIRGraph used to get the basic block during iteration.
489 */
490 ChildBlockIterator(BasicBlock* bb, MIRGraph* mir_graph);
491 BasicBlock* Next();
492
493 private:
494 BasicBlock* basic_block_;
495 MIRGraph* mir_graph_;
496 bool visited_fallthrough_;
497 bool visited_taken_;
498 bool have_successors_;
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100499 ArenaVector<SuccessorBlockInfo*>::const_iterator successor_iter_;
Jean Christophe Beylerf8c762b2014-05-02 12:54:37 -0700500};
501
buzbee1fd33462013-03-25 13:40:45 -0700502/*
buzbee1fd33462013-03-25 13:40:45 -0700503 * Collection of information describing an invoke, and the destination of
504 * the subsequent MOVE_RESULT (if applicable). Collected as a unit to enable
505 * more efficient invoke code generation.
506 */
507struct CallInfo {
Vladimir Marko6ce3eba2015-02-16 13:05:59 +0000508 size_t num_arg_words; // Note: word count, not arg count.
509 RegLocation* args; // One for each word of arguments.
510 RegLocation result; // Eventual target of MOVE_RESULT.
buzbee1fd33462013-03-25 13:40:45 -0700511 int opt_flags;
512 InvokeType type;
513 uint32_t dex_idx;
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800514 MethodReference method_ref;
Vladimir Marko6ce3eba2015-02-16 13:05:59 +0000515 uint32_t index; // Method idx for invokes, type idx for FilledNewArray.
buzbee1fd33462013-03-25 13:40:45 -0700516 uintptr_t direct_code;
517 uintptr_t direct_method;
Vladimir Marko6ce3eba2015-02-16 13:05:59 +0000518 RegLocation target; // Target of following move_result.
buzbee1fd33462013-03-25 13:40:45 -0700519 bool skip_this;
520 bool is_range;
Vladimir Marko6ce3eba2015-02-16 13:05:59 +0000521 DexOffset offset; // Offset in code units.
Vladimir Markof096aad2014-01-23 15:51:58 +0000522 MIR* mir;
Jeff Hao848f70a2014-01-15 13:49:50 -0800523 int32_t string_init_offset;
buzbee1fd33462013-03-25 13:40:45 -0700524};
525
526
buzbee091cc402014-03-31 10:14:40 -0700527const RegLocation bad_loc = {kLocDalvikFrame, 0, 0, 0, 0, 0, 0, 0, 0, RegStorage(), INVALID_SREG,
528 INVALID_SREG};
buzbee311ca162013-02-28 15:56:43 -0800529
530class MIRGraph {
Ian Rogers71fe2672013-03-19 20:45:02 -0700531 public:
buzbee862a7602013-04-05 10:58:54 -0700532 MIRGraph(CompilationUnit* cu, ArenaAllocator* arena);
Razvan A Lupusoru6f4dcae2014-09-29 11:59:12 -0700533 virtual ~MIRGraph();
buzbee311ca162013-02-28 15:56:43 -0800534
Ian Rogers71fe2672013-03-19 20:45:02 -0700535 /*
buzbeeee17e0a2013-07-31 10:47:37 -0700536 * Examine the graph to determine whether it's worthwile to spend the time compiling
537 * this method.
538 */
Andreas Gampe060e6fe2014-06-19 11:34:06 -0700539 bool SkipCompilation(std::string* skip_message);
buzbeeee17e0a2013-07-31 10:47:37 -0700540
541 /*
Dave Allison39c3bfb2014-01-28 18:33:52 -0800542 * Should we skip the compilation of this method based on its name?
543 */
Andreas Gampe060e6fe2014-06-19 11:34:06 -0700544 bool SkipCompilationByName(const std::string& methodname);
Dave Allison39c3bfb2014-01-28 18:33:52 -0800545
546 /*
Ian Rogers71fe2672013-03-19 20:45:02 -0700547 * Parse dex method and add MIR at current insert point. Returns id (which is
548 * actually the index of the method in the m_units_ array).
549 */
550 void InlineMethod(const DexFile::CodeItem* code_item, uint32_t access_flags,
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700551 InvokeType invoke_type, uint16_t class_def_idx,
Ian Rogers71fe2672013-03-19 20:45:02 -0700552 uint32_t method_idx, jobject class_loader, const DexFile& dex_file);
buzbee311ca162013-02-28 15:56:43 -0800553
Ian Rogers71fe2672013-03-19 20:45:02 -0700554 /* Find existing block */
Chao-ying Fu72f53af2014-11-11 16:48:40 -0800555 BasicBlock* FindBlock(DexOffset code_offset,
556 ScopedArenaVector<uint16_t>* dex_pc_to_block_map) {
557 return FindBlock(code_offset, false, nullptr, dex_pc_to_block_map);
Ian Rogers71fe2672013-03-19 20:45:02 -0700558 }
buzbee311ca162013-02-28 15:56:43 -0800559
Ian Rogers71fe2672013-03-19 20:45:02 -0700560 const uint16_t* GetCurrentInsns() const {
561 return current_code_item_->insns_;
562 }
buzbee311ca162013-02-28 15:56:43 -0800563
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700564 /**
565 * @brief Used to obtain the raw dex bytecode instruction pointer.
566 * @param m_unit_index The method index in MIRGraph (caused by having multiple methods).
567 * This is guaranteed to contain index 0 which is the base method being compiled.
568 * @return Returns the raw instruction pointer.
569 */
Andreas Gampe0b9203e2015-01-22 20:39:27 -0800570 const uint16_t* GetInsns(int m_unit_index) const;
buzbee311ca162013-02-28 15:56:43 -0800571
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700572 /**
573 * @brief Used to obtain the raw data table.
574 * @param mir sparse switch, packed switch, of fill-array-data
575 * @param table_offset The table offset from start of method.
576 * @return Returns the raw table pointer.
577 */
578 const uint16_t* GetTable(MIR* mir, uint32_t table_offset) const {
Ian Rogers832336b2014-10-08 15:35:22 -0700579 return GetInsns(mir->m_unit_index) + mir->offset + static_cast<int32_t>(table_offset);
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700580 }
581
Andreas Gampe44395962014-06-13 13:44:40 -0700582 unsigned int GetNumBlocks() const {
Vladimir Markoffda4992014-12-18 17:05:58 +0000583 return block_list_.size();
Ian Rogers71fe2672013-03-19 20:45:02 -0700584 }
buzbee311ca162013-02-28 15:56:43 -0800585
Razvan A Lupusoru75035972014-09-11 15:24:59 -0700586 /**
587 * @brief Provides the total size in code units of all instructions in MIRGraph.
588 * @details Includes the sizes of all methods in compilation unit.
589 * @return Returns the cumulative sum of all insn sizes (in code units).
590 */
591 size_t GetNumDalvikInsns() const;
buzbeeee17e0a2013-07-31 10:47:37 -0700592
Ian Rogers71fe2672013-03-19 20:45:02 -0700593 ArenaBitVector* GetTryBlockAddr() const {
594 return try_block_addr_;
595 }
buzbee311ca162013-02-28 15:56:43 -0800596
Ian Rogers71fe2672013-03-19 20:45:02 -0700597 BasicBlock* GetEntryBlock() const {
598 return entry_block_;
599 }
buzbee311ca162013-02-28 15:56:43 -0800600
Ian Rogers71fe2672013-03-19 20:45:02 -0700601 BasicBlock* GetExitBlock() const {
602 return exit_block_;
603 }
buzbee311ca162013-02-28 15:56:43 -0800604
Andreas Gampe44395962014-06-13 13:44:40 -0700605 BasicBlock* GetBasicBlock(unsigned int block_id) const {
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100606 DCHECK_LT(block_id, block_list_.size()); // NOTE: NullBasicBlockId is 0.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700607 return (block_id == NullBasicBlockId) ? nullptr : block_list_[block_id];
Ian Rogers71fe2672013-03-19 20:45:02 -0700608 }
buzbee311ca162013-02-28 15:56:43 -0800609
Ian Rogers71fe2672013-03-19 20:45:02 -0700610 size_t GetBasicBlockListCount() const {
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100611 return block_list_.size();
Ian Rogers71fe2672013-03-19 20:45:02 -0700612 }
buzbee311ca162013-02-28 15:56:43 -0800613
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100614 const ArenaVector<BasicBlock*>& GetBlockList() {
615 return block_list_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700616 }
buzbee311ca162013-02-28 15:56:43 -0800617
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100618 const ArenaVector<BasicBlockId>& GetDfsOrder() {
buzbee862a7602013-04-05 10:58:54 -0700619 return dfs_order_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700620 }
buzbee311ca162013-02-28 15:56:43 -0800621
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100622 const ArenaVector<BasicBlockId>& GetDfsPostOrder() {
buzbee862a7602013-04-05 10:58:54 -0700623 return dfs_post_order_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700624 }
buzbee311ca162013-02-28 15:56:43 -0800625
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100626 const ArenaVector<BasicBlockId>& GetDomPostOrder() {
buzbee862a7602013-04-05 10:58:54 -0700627 return dom_post_order_traversal_;
Ian Rogers71fe2672013-03-19 20:45:02 -0700628 }
buzbee311ca162013-02-28 15:56:43 -0800629
Ian Rogers71fe2672013-03-19 20:45:02 -0700630 int GetDefCount() const {
631 return def_count_;
632 }
buzbee311ca162013-02-28 15:56:43 -0800633
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700634 ArenaAllocator* GetArena() const {
buzbee862a7602013-04-05 10:58:54 -0700635 return arena_;
636 }
637
Ian Rogers71fe2672013-03-19 20:45:02 -0700638 void EnableOpcodeCounting() {
Vladimir Markoe4fcc5b2015-02-13 10:28:29 +0000639 opcode_count_ = arena_->AllocArray<int>(kNumPackedOpcodes, kArenaAllocMisc);
Ian Rogers71fe2672013-03-19 20:45:02 -0700640 }
buzbee311ca162013-02-28 15:56:43 -0800641
Ian Rogers71fe2672013-03-19 20:45:02 -0700642 void ShowOpcodeStats();
buzbee311ca162013-02-28 15:56:43 -0800643
Ian Rogers71fe2672013-03-19 20:45:02 -0700644 DexCompilationUnit* GetCurrentDexCompilationUnit() const {
645 return m_units_[current_method_];
646 }
buzbee311ca162013-02-28 15:56:43 -0800647
Jean Christophe Beylerd0a51552014-01-10 14:18:31 -0800648 /**
649 * @brief Dump a CFG into a dot file format.
650 * @param dir_prefix the directory the file will be created in.
651 * @param all_blocks does the dumper use all the basic blocks or use the reachable blocks.
652 * @param suffix does the filename require a suffix or not (default = nullptr).
653 */
654 void DumpCFG(const char* dir_prefix, bool all_blocks, const char* suffix = nullptr);
buzbee311ca162013-02-28 15:56:43 -0800655
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000656 bool HasCheckCast() const {
657 return (merged_df_flags_ & DF_CHK_CAST) != 0u;
658 }
659
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000660 bool HasFieldAccess() const {
661 return (merged_df_flags_ & (DF_IFIELD | DF_SFIELD)) != 0u;
662 }
663
Vladimir Markobfea9c22014-01-17 17:49:33 +0000664 bool HasStaticFieldAccess() const {
665 return (merged_df_flags_ & DF_SFIELD) != 0u;
666 }
667
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000668 bool HasInvokes() const {
669 // NOTE: These formats include the rare filled-new-array/range.
670 return (merged_df_flags_ & (DF_FORMAT_35C | DF_FORMAT_3RC)) != 0u;
671 }
672
Vladimir Markobe0e5462014-02-26 11:24:15 +0000673 void DoCacheFieldLoweringInfo();
674
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000675 const MirIFieldLoweringInfo& GetIFieldLoweringInfo(MIR* mir) const {
Vladimir Markoaf6925b2014-10-31 16:37:32 +0000676 return GetIFieldLoweringInfo(mir->meta.ifield_lowering_info);
677 }
678
679 const MirIFieldLoweringInfo& GetIFieldLoweringInfo(uint32_t lowering_info) const {
680 DCHECK_LT(lowering_info, ifield_lowering_infos_.size());
681 return ifield_lowering_infos_[lowering_info];
682 }
683
684 size_t GetIFieldLoweringInfoCount() const {
685 return ifield_lowering_infos_.size();
Vladimir Markobe0e5462014-02-26 11:24:15 +0000686 }
687
Vladimir Marko3d73ba22014-03-06 15:18:04 +0000688 const MirSFieldLoweringInfo& GetSFieldLoweringInfo(MIR* mir) const {
Vladimir Markoaf6925b2014-10-31 16:37:32 +0000689 return GetSFieldLoweringInfo(mir->meta.sfield_lowering_info);
690 }
691
692 const MirSFieldLoweringInfo& GetSFieldLoweringInfo(uint32_t lowering_info) const {
693 DCHECK_LT(lowering_info, sfield_lowering_infos_.size());
694 return sfield_lowering_infos_[lowering_info];
695 }
696
697 size_t GetSFieldLoweringInfoCount() const {
698 return sfield_lowering_infos_.size();
Vladimir Markobe0e5462014-02-26 11:24:15 +0000699 }
700
Vladimir Markof096aad2014-01-23 15:51:58 +0000701 void DoCacheMethodLoweringInfo();
702
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800703 const MirMethodLoweringInfo& GetMethodLoweringInfo(MIR* mir) const {
Vladimir Markoc91df2d2015-04-23 09:29:21 +0000704 return GetMethodLoweringInfo(mir->meta.method_lowering_info);
705 }
706
707 const MirMethodLoweringInfo& GetMethodLoweringInfo(uint32_t lowering_info) const {
708 DCHECK_LT(lowering_info, method_lowering_infos_.size());
709 return method_lowering_infos_[lowering_info];
710 }
711
712 size_t GetMethodLoweringInfoCount() const {
713 return method_lowering_infos_.size();
Vladimir Markof096aad2014-01-23 15:51:58 +0000714 }
715
Vladimir Marko9820b7c2014-01-02 16:40:37 +0000716 void ComputeInlineIFieldLoweringInfo(uint16_t field_idx, MIR* invoke, MIR* iget_or_iput);
717
buzbee1da1e2f2013-11-15 13:37:01 -0800718 void InitRegLocations();
719
720 void RemapRegLocations();
buzbee311ca162013-02-28 15:56:43 -0800721
Ian Rogers71fe2672013-03-19 20:45:02 -0700722 void DumpRegLocTable(RegLocation* table, int count);
buzbee311ca162013-02-28 15:56:43 -0800723
Vladimir Markoffda4992014-12-18 17:05:58 +0000724 void BasicBlockOptimizationStart();
Ian Rogers71fe2672013-03-19 20:45:02 -0700725 void BasicBlockOptimization();
Vladimir Markoffda4992014-12-18 17:05:58 +0000726 void BasicBlockOptimizationEnd();
buzbee311ca162013-02-28 15:56:43 -0800727
Jeff Hao848f70a2014-01-15 13:49:50 -0800728 void StringChange();
729
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100730 const ArenaVector<BasicBlockId>& GetTopologicalSortOrder() {
731 DCHECK(!topological_order_.empty());
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -0700732 return topological_order_;
733 }
734
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100735 const ArenaVector<BasicBlockId>& GetTopologicalSortOrderLoopEnds() {
736 DCHECK(!topological_order_loop_ends_.empty());
Vladimir Marko55fff042014-07-10 12:42:52 +0100737 return topological_order_loop_ends_;
738 }
739
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100740 const ArenaVector<BasicBlockId>& GetTopologicalSortOrderIndexes() {
741 DCHECK(!topological_order_indexes_.empty());
Vladimir Marko55fff042014-07-10 12:42:52 +0100742 return topological_order_indexes_;
743 }
744
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100745 ArenaVector<std::pair<uint16_t, bool>>* GetTopologicalSortOrderLoopHeadStack() {
746 DCHECK(!topological_order_.empty()); // Checking the main array, not the stack.
747 return &topological_order_loop_head_stack_;
Vladimir Marko55fff042014-07-10 12:42:52 +0100748 }
749
Vladimir Marko415ac882014-09-30 18:09:14 +0100750 size_t GetMaxNestedLoops() const {
751 return max_nested_loops_;
752 }
753
Vladimir Marko8b858e12014-11-27 14:52:37 +0000754 bool IsLoopHead(BasicBlockId bb_id) {
755 return topological_order_loop_ends_[topological_order_indexes_[bb_id]] != 0u;
756 }
757
Ian Rogers71fe2672013-03-19 20:45:02 -0700758 bool IsConst(int32_t s_reg) const {
buzbee862a7602013-04-05 10:58:54 -0700759 return is_constant_v_->IsBitSet(s_reg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700760 }
buzbee311ca162013-02-28 15:56:43 -0800761
Ian Rogers71fe2672013-03-19 20:45:02 -0700762 bool IsConst(RegLocation loc) const {
Mark Mendell5bb149e2013-12-17 13:26:54 -0800763 return loc.orig_sreg < 0 ? false : IsConst(loc.orig_sreg);
Ian Rogers71fe2672013-03-19 20:45:02 -0700764 }
buzbee311ca162013-02-28 15:56:43 -0800765
Ian Rogers71fe2672013-03-19 20:45:02 -0700766 int32_t ConstantValue(RegLocation loc) const {
767 DCHECK(IsConst(loc));
768 return constant_values_[loc.orig_sreg];
769 }
buzbee311ca162013-02-28 15:56:43 -0800770
Ian Rogers71fe2672013-03-19 20:45:02 -0700771 int32_t ConstantValue(int32_t s_reg) const {
772 DCHECK(IsConst(s_reg));
773 return constant_values_[s_reg];
774 }
buzbee311ca162013-02-28 15:56:43 -0800775
Razvan A Lupusorud04d3092014-08-04 12:30:20 -0700776 /**
777 * @brief Used to obtain 64-bit value of a pair of ssa registers.
778 * @param s_reg_low The ssa register representing the low bits.
779 * @param s_reg_high The ssa register representing the high bits.
780 * @return Retusn the 64-bit constant value.
781 */
782 int64_t ConstantValueWide(int32_t s_reg_low, int32_t s_reg_high) const {
783 DCHECK(IsConst(s_reg_low));
784 DCHECK(IsConst(s_reg_high));
785 return (static_cast<int64_t>(constant_values_[s_reg_high]) << 32) |
786 Low32Bits(static_cast<int64_t>(constant_values_[s_reg_low]));
787 }
788
Ian Rogers71fe2672013-03-19 20:45:02 -0700789 int64_t ConstantValueWide(RegLocation loc) const {
790 DCHECK(IsConst(loc));
Andreas Gampede0b9962014-08-27 14:24:42 -0700791 DCHECK(!loc.high_word); // Do not allow asking for the high partner.
792 DCHECK_LT(loc.orig_sreg + 1, GetNumSSARegs());
Ian Rogers71fe2672013-03-19 20:45:02 -0700793 return (static_cast<int64_t>(constant_values_[loc.orig_sreg + 1]) << 32) |
794 Low32Bits(static_cast<int64_t>(constant_values_[loc.orig_sreg]));
795 }
buzbee311ca162013-02-28 15:56:43 -0800796
Razvan A Lupusorud04d3092014-08-04 12:30:20 -0700797 /**
798 * @brief Used to mark ssa register as being constant.
799 * @param ssa_reg The ssa register.
800 * @param value The constant value of ssa register.
801 */
802 void SetConstant(int32_t ssa_reg, int32_t value);
803
804 /**
805 * @brief Used to mark ssa register and its wide counter-part as being constant.
806 * @param ssa_reg The ssa register.
807 * @param value The 64-bit constant value of ssa register and its pair.
808 */
809 void SetConstantWide(int32_t ssa_reg, int64_t value);
810
Ian Rogers71fe2672013-03-19 20:45:02 -0700811 bool IsConstantNullRef(RegLocation loc) const {
812 return loc.ref && loc.is_const && (ConstantValue(loc) == 0);
813 }
buzbee311ca162013-02-28 15:56:43 -0800814
Ian Rogers71fe2672013-03-19 20:45:02 -0700815 int GetNumSSARegs() const {
816 return num_ssa_regs_;
817 }
buzbee311ca162013-02-28 15:56:43 -0800818
Ian Rogers71fe2672013-03-19 20:45:02 -0700819 void SetNumSSARegs(int new_num) {
buzbee0d829482013-10-11 15:24:55 -0700820 /*
821 * TODO: It's theoretically possible to exceed 32767, though any cases which did
822 * would be filtered out with current settings. When orig_sreg field is removed
823 * from RegLocation, expand s_reg_low to handle all possible cases and remove DCHECK().
824 */
Andreas Gampe0d8ea462014-07-17 18:04:32 -0700825 CHECK_EQ(new_num, static_cast<int16_t>(new_num));
Ian Rogers71fe2672013-03-19 20:45:02 -0700826 num_ssa_regs_ = new_num;
827 }
buzbee311ca162013-02-28 15:56:43 -0800828
buzbee862a7602013-04-05 10:58:54 -0700829 unsigned int GetNumReachableBlocks() const {
Ian Rogers71fe2672013-03-19 20:45:02 -0700830 return num_reachable_blocks_;
831 }
buzbee311ca162013-02-28 15:56:43 -0800832
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100833 uint32_t GetUseCount(int sreg) const {
834 DCHECK_LT(static_cast<size_t>(sreg), use_counts_.size());
835 return use_counts_[sreg];
Ian Rogers71fe2672013-03-19 20:45:02 -0700836 }
buzbee311ca162013-02-28 15:56:43 -0800837
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100838 uint32_t GetRawUseCount(int sreg) const {
839 DCHECK_LT(static_cast<size_t>(sreg), raw_use_counts_.size());
840 return raw_use_counts_[sreg];
Ian Rogers71fe2672013-03-19 20:45:02 -0700841 }
buzbee311ca162013-02-28 15:56:43 -0800842
Ian Rogers71fe2672013-03-19 20:45:02 -0700843 int GetSSASubscript(int ssa_reg) const {
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100844 DCHECK_LT(static_cast<size_t>(ssa_reg), ssa_subscripts_.size());
845 return ssa_subscripts_[ssa_reg];
Ian Rogers71fe2672013-03-19 20:45:02 -0700846 }
buzbee311ca162013-02-28 15:56:43 -0800847
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700848 RegLocation GetRawSrc(MIR* mir, int num) {
buzbee1fd33462013-03-25 13:40:45 -0700849 DCHECK(num < mir->ssa_rep->num_uses);
850 RegLocation res = reg_location_[mir->ssa_rep->uses[num]];
851 return res;
852 }
853
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700854 RegLocation GetRawDest(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700855 DCHECK_GT(mir->ssa_rep->num_defs, 0);
856 RegLocation res = reg_location_[mir->ssa_rep->defs[0]];
857 return res;
858 }
859
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700860 RegLocation GetDest(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700861 RegLocation res = GetRawDest(mir);
862 DCHECK(!res.wide);
863 return res;
864 }
865
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700866 RegLocation GetSrc(MIR* mir, int num) {
buzbee1fd33462013-03-25 13:40:45 -0700867 RegLocation res = GetRawSrc(mir, num);
868 DCHECK(!res.wide);
869 return res;
870 }
871
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700872 RegLocation GetDestWide(MIR* mir) {
buzbee1fd33462013-03-25 13:40:45 -0700873 RegLocation res = GetRawDest(mir);
874 DCHECK(res.wide);
875 return res;
876 }
877
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700878 RegLocation GetSrcWide(MIR* mir, int low) {
buzbee1fd33462013-03-25 13:40:45 -0700879 RegLocation res = GetRawSrc(mir, low);
880 DCHECK(res.wide);
881 return res;
882 }
883
884 RegLocation GetBadLoc() {
885 return bad_loc;
886 }
887
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800888 int GetMethodSReg() const {
buzbee1fd33462013-03-25 13:40:45 -0700889 return method_sreg_;
890 }
891
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800892 /**
893 * @brief Used to obtain the number of compiler temporaries being used.
894 * @return Returns the number of compiler temporaries.
895 */
896 size_t GetNumUsedCompilerTemps() const {
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700897 // Assume that the special temps will always be used.
898 return GetNumNonSpecialCompilerTemps() + max_available_special_compiler_temps_;
899 }
900
901 /**
902 * @brief Used to obtain number of bytes needed for special temps.
903 * @details This space is always needed because temps have special location on stack.
904 * @return Returns number of bytes for the special temps.
905 */
906 size_t GetNumBytesForSpecialTemps() const;
907
908 /**
909 * @brief Used by backend as a hint for maximum number of bytes for non-special temps.
910 * @details Returns 4 bytes for each temp because that is the maximum amount needed
911 * for storing each temp. The BE could be smarter though and allocate a smaller
912 * spill region.
913 * @return Returns the maximum number of bytes needed for non-special temps.
914 */
915 size_t GetMaximumBytesForNonSpecialTemps() const {
916 return GetNumNonSpecialCompilerTemps() * sizeof(uint32_t);
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800917 }
918
919 /**
920 * @brief Used to obtain the number of non-special compiler temporaries being used.
921 * @return Returns the number of non-special compiler temporaries.
922 */
923 size_t GetNumNonSpecialCompilerTemps() const {
924 return num_non_special_compiler_temps_;
925 }
926
927 /**
928 * @brief Used to set the total number of available non-special compiler temporaries.
929 * @details Can fail setting the new max if there are more temps being used than the new_max.
930 * @param new_max The new maximum number of non-special compiler temporaries.
931 * @return Returns true if the max was set and false if failed to set.
932 */
933 bool SetMaxAvailableNonSpecialCompilerTemps(size_t new_max) {
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700934 // Make sure that enough temps still exist for backend and also that the
935 // new max can still keep around all of the already requested temps.
936 if (new_max < (GetNumNonSpecialCompilerTemps() + reserved_temps_for_backend_)) {
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800937 return false;
938 } else {
939 max_available_non_special_compiler_temps_ = new_max;
940 return true;
941 }
942 }
943
944 /**
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700945 * @brief Provides the number of non-special compiler temps available for use by ME.
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800946 * @details Even if this returns zero, special compiler temps are guaranteed to be available.
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700947 * Additionally, this makes sure to not use any temps reserved for BE only.
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800948 * @return Returns the number of available temps.
949 */
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700950 size_t GetNumAvailableVRTemps();
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800951
952 /**
953 * @brief Used to obtain the maximum number of compiler temporaries that can be requested.
954 * @return Returns the maximum number of compiler temporaries, whether used or not.
955 */
956 size_t GetMaxPossibleCompilerTemps() const {
957 return max_available_special_compiler_temps_ + max_available_non_special_compiler_temps_;
958 }
959
960 /**
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700961 * @brief Used to signal that the compiler temps have been committed.
962 * @details This should be used once the number of temps can no longer change,
963 * such as after frame size is committed and cannot be changed.
964 */
965 void CommitCompilerTemps() {
966 compiler_temps_committed_ = true;
967 }
968
969 /**
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800970 * @brief Used to obtain a new unique compiler temporary.
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700971 * @details Two things are done for convenience when allocating a new compiler
972 * temporary. The ssa register is automatically requested and the information
973 * about reg location is filled. This helps when the temp is requested post
974 * ssa initialization, such as when temps are requested by the backend.
975 * @warning If the temp requested will be used for ME and have multiple versions,
976 * the sreg provided by the temp will be invalidated on next ssa recalculation.
Razvan A Lupusoruda7a69b2014-01-08 15:09:50 -0800977 * @param ct_type Type of compiler temporary requested.
978 * @param wide Whether we should allocate a wide temporary.
979 * @return Returns the newly created compiler temporary.
980 */
981 CompilerTemp* GetNewCompilerTemp(CompilerTempType ct_type, bool wide);
982
Vladimir Markocc234812015-04-07 09:36:09 +0100983 /**
984 * @brief Used to remove last created compiler temporary when it's not needed.
985 * @param temp the temporary to remove.
986 */
987 void RemoveLastCompilerTemp(CompilerTempType ct_type, bool wide, CompilerTemp* temp);
988
buzbee1fd33462013-03-25 13:40:45 -0700989 bool MethodIsLeaf() {
990 return attributes_ & METHOD_IS_LEAF;
991 }
992
993 RegLocation GetRegLocation(int index) {
Mark Mendell67c39c42014-01-31 17:28:00 -0800994 DCHECK((index >= 0) && (index < num_ssa_regs_));
buzbee1fd33462013-03-25 13:40:45 -0700995 return reg_location_[index];
996 }
997
998 RegLocation GetMethodLoc() {
999 return reg_location_[method_sreg_];
1000 }
1001
Vladimir Marko8b858e12014-11-27 14:52:37 +00001002 bool IsBackEdge(BasicBlock* branch_bb, BasicBlockId target_bb_id) {
1003 DCHECK_NE(target_bb_id, NullBasicBlockId);
1004 DCHECK_LT(target_bb_id, topological_order_indexes_.size());
1005 DCHECK_LT(branch_bb->id, topological_order_indexes_.size());
1006 return topological_order_indexes_[target_bb_id] <= topological_order_indexes_[branch_bb->id];
buzbee9329e6d2013-08-19 12:55:10 -07001007 }
1008
Vladimir Marko8b858e12014-11-27 14:52:37 +00001009 bool IsSuspendCheckEdge(BasicBlock* branch_bb, BasicBlockId target_bb_id) {
1010 if (!IsBackEdge(branch_bb, target_bb_id)) {
1011 return false;
1012 }
1013 if (suspend_checks_in_loops_ == nullptr) {
1014 // We didn't run suspend check elimination.
1015 return true;
1016 }
1017 uint16_t target_depth = GetBasicBlock(target_bb_id)->nesting_depth;
1018 return (suspend_checks_in_loops_[branch_bb->id] & (1u << (target_depth - 1u))) == 0;
buzbee9329e6d2013-08-19 12:55:10 -07001019 }
1020
buzbee0d829482013-10-11 15:24:55 -07001021 void CountBranch(DexOffset target_offset) {
buzbeeb48819d2013-09-14 16:15:25 -07001022 if (target_offset <= current_offset_) {
1023 backward_branches_++;
1024 } else {
1025 forward_branches_++;
1026 }
1027 }
1028
1029 int GetBranchCount() {
1030 return backward_branches_ + forward_branches_;
1031 }
1032
buzbeeb1f1d642014-02-27 12:55:32 -08001033 // Is this vreg in the in set?
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -07001034 bool IsInVReg(uint32_t vreg) {
1035 return (vreg >= GetFirstInVR()) && (vreg < GetFirstTempVR());
1036 }
1037
1038 uint32_t GetNumOfCodeVRs() const {
1039 return current_code_item_->registers_size_;
1040 }
1041
1042 uint32_t GetNumOfCodeAndTempVRs() const {
1043 // Include all of the possible temps so that no structures overflow when initialized.
1044 return GetNumOfCodeVRs() + GetMaxPossibleCompilerTemps();
1045 }
1046
1047 uint32_t GetNumOfLocalCodeVRs() const {
1048 // This also refers to the first "in" VR.
1049 return GetNumOfCodeVRs() - current_code_item_->ins_size_;
1050 }
1051
1052 uint32_t GetNumOfInVRs() const {
1053 return current_code_item_->ins_size_;
1054 }
1055
1056 uint32_t GetNumOfOutVRs() const {
1057 return current_code_item_->outs_size_;
1058 }
1059
1060 uint32_t GetFirstInVR() const {
1061 return GetNumOfLocalCodeVRs();
1062 }
1063
1064 uint32_t GetFirstTempVR() const {
1065 // Temp VRs immediately follow code VRs.
1066 return GetNumOfCodeVRs();
1067 }
1068
1069 uint32_t GetFirstSpecialTempVR() const {
1070 // Special temps appear first in the ordering before non special temps.
1071 return GetFirstTempVR();
1072 }
1073
1074 uint32_t GetFirstNonSpecialTempVR() const {
1075 // We always leave space for all the special temps before the non-special ones.
1076 return GetFirstSpecialTempVR() + max_available_special_compiler_temps_;
buzbeeb1f1d642014-02-27 12:55:32 -08001077 }
1078
Vladimir Marko312eb252014-10-07 15:01:57 +01001079 bool HasTryCatchBlocks() const {
1080 return current_code_item_->tries_size_ != 0;
1081 }
1082
Ian Rogers71fe2672013-03-19 20:45:02 -07001083 void DumpCheckStats();
Ian Rogers71fe2672013-03-19 20:45:02 -07001084 MIR* FindMoveResult(BasicBlock* bb, MIR* mir);
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001085
1086 /* Return the base virtual register for a SSA name */
1087 int SRegToVReg(int ssa_reg) const {
1088 return ssa_base_vregs_[ssa_reg];
1089 }
1090
Ian Rogers71fe2672013-03-19 20:45:02 -07001091 void VerifyDataflow();
Ian Rogers71fe2672013-03-19 20:45:02 -07001092 void CheckForDominanceFrontier(BasicBlock* dom_bb, const BasicBlock* succ_bb);
Vladimir Marko67c72b82014-10-09 12:26:10 +01001093 bool EliminateNullChecksGate();
1094 bool EliminateNullChecks(BasicBlock* bb);
1095 void EliminateNullChecksEnd();
Vladimir Markoc91df2d2015-04-23 09:29:21 +00001096 void InferTypesStart();
Vladimir Marko67c72b82014-10-09 12:26:10 +01001097 bool InferTypes(BasicBlock* bb);
Vladimir Markoc91df2d2015-04-23 09:29:21 +00001098 void InferTypesEnd();
Vladimir Markobfea9c22014-01-17 17:49:33 +00001099 bool EliminateClassInitChecksGate();
1100 bool EliminateClassInitChecks(BasicBlock* bb);
1101 void EliminateClassInitChecksEnd();
Vladimir Marko95a05972014-05-30 10:01:32 +01001102 bool ApplyGlobalValueNumberingGate();
1103 bool ApplyGlobalValueNumbering(BasicBlock* bb);
1104 void ApplyGlobalValueNumberingEnd();
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001105 bool EliminateDeadCodeGate();
1106 bool EliminateDeadCode(BasicBlock* bb);
1107 void EliminateDeadCodeEnd();
Vladimir Markoad677272015-04-20 10:48:13 +01001108 void GlobalValueNumberingCleanup();
Vladimir Marko8b858e12014-11-27 14:52:37 +00001109 bool EliminateSuspendChecksGate();
1110 bool EliminateSuspendChecks(BasicBlock* bb);
Vladimir Markoaf6925b2014-10-31 16:37:32 +00001111
1112 uint16_t GetGvnIFieldId(MIR* mir) const {
1113 DCHECK(IsInstructionIGetOrIPut(mir->dalvikInsn.opcode));
1114 DCHECK_LT(mir->meta.ifield_lowering_info, ifield_lowering_infos_.size());
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001115 DCHECK(temp_.gvn.ifield_ids != nullptr);
1116 return temp_.gvn.ifield_ids[mir->meta.ifield_lowering_info];
Vladimir Markoaf6925b2014-10-31 16:37:32 +00001117 }
1118
1119 uint16_t GetGvnSFieldId(MIR* mir) const {
1120 DCHECK(IsInstructionSGetOrSPut(mir->dalvikInsn.opcode));
1121 DCHECK_LT(mir->meta.sfield_lowering_info, sfield_lowering_infos_.size());
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001122 DCHECK(temp_.gvn.sfield_ids != nullptr);
1123 return temp_.gvn.sfield_ids[mir->meta.sfield_lowering_info];
Vladimir Markoaf6925b2014-10-31 16:37:32 +00001124 }
1125
buzbee8c7a02a2014-06-14 12:33:09 -07001126 bool PuntToInterpreter() {
1127 return punt_to_interpreter_;
1128 }
1129
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001130 void SetPuntToInterpreter(bool val);
buzbee8c7a02a2014-06-14 12:33:09 -07001131
Razvan A Lupusoru1500e6f2014-08-22 15:39:50 -07001132 void DisassembleExtendedInstr(const MIR* mir, std::string* decoded_mir);
buzbee1fd33462013-03-25 13:40:45 -07001133 char* GetDalvikDisassembly(const MIR* mir);
buzbee1fd33462013-03-25 13:40:45 -07001134 void ReplaceSpecialChars(std::string& str);
1135 std::string GetSSAName(int ssa_reg);
1136 std::string GetSSANameWithConst(int ssa_reg, bool singles_only);
1137 void GetBlockName(BasicBlock* bb, char* name);
Serguei Katkov717a3e42014-11-13 17:19:42 +06001138 const char* GetShortyFromMethodReference(const MethodReference& target_method);
buzbee1fd33462013-03-25 13:40:45 -07001139 void DumpMIRGraph();
1140 CallInfo* NewMemCallInfo(BasicBlock* bb, MIR* mir, InvokeType type, bool is_range);
buzbee862a7602013-04-05 10:58:54 -07001141 BasicBlock* NewMemBB(BBType block_type, int block_id);
Jean Christophe Beyler3aa57732014-04-17 12:47:24 -07001142 MIR* NewMIR();
buzbee0d829482013-10-11 15:24:55 -07001143 MIR* AdvanceMIR(BasicBlock** p_bb, MIR* mir);
1144 BasicBlock* NextDominatedBlock(BasicBlock* bb);
1145 bool LayoutBlocks(BasicBlock* bb);
Jean Christophe Beyler44e5bde2014-04-29 14:40:41 -07001146 void ComputeTopologicalSortOrder();
Jean Christophe Beyler85127582014-05-11 23:36:41 -07001147 BasicBlock* CreateNewBB(BBType block_type);
buzbee311ca162013-02-28 15:56:43 -08001148
Razvan A Lupusorucb804742014-07-09 16:42:19 -07001149 bool InlineSpecialMethodsGate();
1150 void InlineSpecialMethodsStart();
1151 void InlineSpecialMethods(BasicBlock* bb);
1152 void InlineSpecialMethodsEnd();
Vladimir Marko9820b7c2014-01-02 16:40:37 +00001153
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001154 /**
1155 * @brief Perform the initial preparation for the Method Uses.
1156 */
1157 void InitializeMethodUses();
1158
1159 /**
1160 * @brief Perform the initial preparation for the Constant Propagation.
1161 */
1162 void InitializeConstantPropagation();
1163
1164 /**
1165 * @brief Perform the initial preparation for the SSA Transformation.
1166 */
Vladimir Markoa5b8fde2014-05-23 15:16:44 +01001167 void SSATransformationStart();
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001168
1169 /**
1170 * @brief Insert a the operands for the Phi nodes.
1171 * @param bb the considered BasicBlock.
1172 * @return true
1173 */
1174 bool InsertPhiNodeOperands(BasicBlock* bb);
1175
1176 /**
Vladimir Markoa5b8fde2014-05-23 15:16:44 +01001177 * @brief Perform the cleanup after the SSA Transformation.
1178 */
1179 void SSATransformationEnd();
1180
1181 /**
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001182 * @brief Perform constant propagation on a BasicBlock.
1183 * @param bb the considered BasicBlock.
1184 */
1185 void DoConstantPropagation(BasicBlock* bb);
1186
1187 /**
Vladimir Markocc234812015-04-07 09:36:09 +01001188 * @brief Get use count weight for a given block.
1189 * @param bb the BasicBlock.
1190 */
1191 uint32_t GetUseCountWeight(BasicBlock* bb) const;
1192
1193 /**
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001194 * @brief Count the uses in the BasicBlock
1195 * @param bb the BasicBlock
1196 */
Vladimir Marko8b858e12014-11-27 14:52:37 +00001197 void CountUses(BasicBlock* bb);
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001198
Jean Christophe Beylercc794c32014-05-02 09:34:13 -07001199 static uint64_t GetDataFlowAttributes(Instruction::Code opcode);
1200 static uint64_t GetDataFlowAttributes(MIR* mir);
1201
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001202 /**
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001203 * @brief Combine BasicBlocks
1204 * @param the BasicBlock we are considering
1205 */
1206 void CombineBlocks(BasicBlock* bb);
1207
1208 void ClearAllVisitedFlags();
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001209
1210 void AllocateSSAUseData(MIR *mir, int num_uses);
1211 void AllocateSSADefData(MIR *mir, int num_defs);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +00001212 void CalculateBasicBlockInformation(const PassManager* const post_opt);
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001213 void ComputeDFSOrders();
1214 void ComputeDefBlockMatrix();
1215 void ComputeDominators();
1216 void CompilerInitializeSSAConversion();
Razvan A Lupusoru6f4dcae2014-09-29 11:59:12 -07001217 virtual void InitializeBasicBlockDataFlow();
Vladimir Marko6a8946b2015-02-09 12:35:05 +00001218 void FindPhiNodeBlocks();
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001219 void DoDFSPreOrderSSARename(BasicBlock* block);
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001220
Vladimir Marko312eb252014-10-07 15:01:57 +01001221 bool DfsOrdersUpToDate() const {
1222 return dfs_orders_up_to_date_;
1223 }
1224
Vladimir Markoffda4992014-12-18 17:05:58 +00001225 bool DominationUpToDate() const {
1226 return domination_up_to_date_;
1227 }
1228
1229 bool MirSsaRepUpToDate() const {
1230 return mir_ssa_rep_up_to_date_;
1231 }
1232
1233 bool TopologicalOrderUpToDate() const {
1234 return topological_order_up_to_date_;
1235 }
1236
Ian Rogers71fe2672013-03-19 20:45:02 -07001237 /*
1238 * IsDebugBuild sanity check: keep track of the Dex PCs for catch entries so that later on
1239 * we can verify that all catch entries have native PC entries.
1240 */
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001241 std::set<uint32_t> catches_;
buzbee311ca162013-02-28 15:56:43 -08001242
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001243 // TODO: make these private.
Vladimir Marko8081d2b2014-07-31 15:33:43 +01001244 RegLocation* reg_location_; // Map SSA names to location.
1245 ArenaSafeMap<unsigned int, unsigned int> block_id_map_; // Block collapse lookup cache.
buzbee1fd33462013-03-25 13:40:45 -07001246
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001247 static const char* extended_mir_op_names_[kMirOpLast - kMirOpFirst];
buzbee1fd33462013-03-25 13:40:45 -07001248
Mark Mendelle87f9b52014-04-30 14:13:18 -04001249 void HandleSSADef(int* defs, int dalvik_reg, int reg_index);
Mark Mendelle87f9b52014-04-30 14:13:18 -04001250
1251 protected:
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001252 int FindCommonParent(int block1, int block2);
1253 void ComputeSuccLineIn(ArenaBitVector* dest, const ArenaBitVector* src1,
1254 const ArenaBitVector* src2);
1255 void HandleLiveInUse(ArenaBitVector* use_v, ArenaBitVector* def_v,
1256 ArenaBitVector* live_in_v, int dalvik_reg_id);
1257 void HandleDef(ArenaBitVector* def_v, int dalvik_reg_id);
Udayan Banerjif2466a72014-07-09 19:14:53 -07001258 void HandleExtended(ArenaBitVector* use_v, ArenaBitVector* def_v,
1259 ArenaBitVector* live_in_v,
1260 const MIR::DecodedInstruction& d_insn);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001261 bool DoSSAConversion(BasicBlock* bb);
Ian Rogers29a26482014-05-02 15:27:29 -07001262 int ParseInsn(const uint16_t* code_ptr, MIR::DecodedInstruction* decoded_instruction);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001263 bool ContentIsInsn(const uint16_t* code_ptr);
buzbee0d829482013-10-11 15:24:55 -07001264 BasicBlock* SplitBlock(DexOffset code_offset, BasicBlock* orig_block,
Ian Rogers71fe2672013-03-19 20:45:02 -07001265 BasicBlock** immed_pred_block_p);
Chao-ying Fu72f53af2014-11-11 16:48:40 -08001266 BasicBlock* FindBlock(DexOffset code_offset, bool create, BasicBlock** immed_pred_block_p,
1267 ScopedArenaVector<uint16_t>* dex_pc_to_block_map);
1268 void ProcessTryCatchBlocks(ScopedArenaVector<uint16_t>* dex_pc_to_block_map);
Vladimir Markoe8ae8142014-07-08 18:06:45 +01001269 bool IsBadMonitorExitCatch(NarrowDexOffset monitor_exit_offset, NarrowDexOffset catch_offset);
buzbee0d829482013-10-11 15:24:55 -07001270 BasicBlock* ProcessCanBranch(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
Chao-ying Fu72f53af2014-11-11 16:48:40 -08001271 int flags, const uint16_t* code_ptr, const uint16_t* code_end,
1272 ScopedArenaVector<uint16_t>* dex_pc_to_block_map);
buzbee17189ac2013-11-08 11:07:02 -08001273 BasicBlock* ProcessCanSwitch(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
Chao-ying Fu72f53af2014-11-11 16:48:40 -08001274 int flags,
1275 ScopedArenaVector<uint16_t>* dex_pc_to_block_map);
buzbee0d829482013-10-11 15:24:55 -07001276 BasicBlock* ProcessCanThrow(BasicBlock* cur_block, MIR* insn, DexOffset cur_offset, int width,
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001277 int flags, ArenaBitVector* try_block_addr, const uint16_t* code_ptr,
Chao-ying Fu72f53af2014-11-11 16:48:40 -08001278 const uint16_t* code_end,
1279 ScopedArenaVector<uint16_t>* dex_pc_to_block_map);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001280 int AddNewSReg(int v_reg);
1281 void HandleSSAUse(int* uses, int dalvik_reg, int reg_index);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001282 void DataFlowSSAFormat35C(MIR* mir);
1283 void DataFlowSSAFormat3RC(MIR* mir);
Udayan Banerjif2466a72014-07-09 19:14:53 -07001284 void DataFlowSSAFormatExtended(MIR* mir);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001285 bool FindLocalLiveIn(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001286 bool VerifyPredInfo(BasicBlock* bb);
1287 BasicBlock* NeedsVisit(BasicBlock* bb);
1288 BasicBlock* NextUnvisitedSuccessor(BasicBlock* bb);
1289 void MarkPreOrder(BasicBlock* bb);
1290 void RecordDFSOrders(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001291 void ComputeDomPostOrderTraversal(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001292 int GetSSAUseCount(int s_reg);
1293 bool BasicBlockOpt(BasicBlock* bb);
Ningsheng Jiana262f772014-11-25 16:48:07 +08001294 void MultiplyAddOpt(BasicBlock* bb);
1295
1296 /**
1297 * @brief Check whether the given MIR is possible to throw an exception.
1298 * @param mir The mir to check.
1299 * @return Returns 'true' if the given MIR might throw an exception.
1300 */
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001301 bool CanThrow(MIR* mir) const;
1302
Ningsheng Jiana262f772014-11-25 16:48:07 +08001303 /**
1304 * @brief Combine multiply and add/sub MIRs into corresponding extended MAC MIR.
1305 * @param mul_mir The multiply MIR to be combined.
1306 * @param add_mir The add/sub MIR to be combined.
1307 * @param mul_is_first_addend 'true' if multiply product is the first addend of add operation.
1308 * @param is_wide 'true' if the operations are long type.
1309 * @param is_sub 'true' if it is a multiply-subtract operation.
1310 */
1311 void CombineMultiplyAdd(MIR* mul_mir, MIR* add_mir, bool mul_is_first_addend,
1312 bool is_wide, bool is_sub);
1313 /*
1314 * @brief Check whether the first MIR anti-depends on the second MIR.
1315 * @details To check whether one of first MIR's uses of vregs is redefined by the second MIR,
1316 * i.e. there is a write-after-read dependency.
1317 * @param first The first MIR.
1318 * @param second The second MIR.
1319 * @param Returns true if there is a write-after-read dependency.
1320 */
1321 bool HasAntiDependency(MIR* first, MIR* second);
1322
Ian Rogers6a3c1fc2014-10-31 00:33:20 -07001323 bool BuildExtendedBBList(class BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001324 bool FillDefBlockMatrix(BasicBlock* bb);
1325 void InitializeDominationInfo(BasicBlock* bb);
1326 bool ComputeblockIDom(BasicBlock* bb);
1327 bool ComputeBlockDominators(BasicBlock* bb);
1328 bool SetDominators(BasicBlock* bb);
1329 bool ComputeBlockLiveIns(BasicBlock* bb);
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001330 bool ComputeDominanceFrontier(BasicBlock* bb);
Jean Christophe Beyler4e97c532014-01-07 10:07:18 -08001331
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001332 void CountChecks(BasicBlock* bb);
buzbeeee17e0a2013-07-31 10:47:37 -07001333 void AnalyzeBlock(BasicBlock* bb, struct MethodStats* stats);
Andreas Gampe060e6fe2014-06-19 11:34:06 -07001334 bool ComputeSkipCompilation(struct MethodStats* stats, bool skip_default,
1335 std::string* skip_message);
buzbee311ca162013-02-28 15:56:43 -08001336
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001337 CompilationUnit* const cu_;
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001338 ArenaVector<int> ssa_base_vregs_;
1339 ArenaVector<int> ssa_subscripts_;
Vladimir Marko1c6ea442014-12-19 18:11:35 +00001340 // Map original Dalvik virtual reg i to the current SSA name.
Vladimir Markoe4fcc5b2015-02-13 10:28:29 +00001341 int32_t* vreg_to_ssa_map_; // length == method->registers_size
Vladimir Marko1c6ea442014-12-19 18:11:35 +00001342 int* ssa_last_defs_; // length == method->registers_size
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001343 ArenaBitVector* is_constant_v_; // length == num_ssa_reg
1344 int* constant_values_; // length == num_ssa_reg
1345 // Use counts of ssa names.
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001346 ArenaVector<uint32_t> use_counts_; // Weighted by nesting depth
1347 ArenaVector<uint32_t> raw_use_counts_; // Not weighted
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001348 unsigned int num_reachable_blocks_;
Jean Christophe Beyler4896d7b2014-05-01 15:36:22 -07001349 unsigned int max_num_reachable_blocks_;
Vladimir Marko312eb252014-10-07 15:01:57 +01001350 bool dfs_orders_up_to_date_;
Vladimir Markoffda4992014-12-18 17:05:58 +00001351 bool domination_up_to_date_;
1352 bool mir_ssa_rep_up_to_date_;
1353 bool topological_order_up_to_date_;
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001354 ArenaVector<BasicBlockId> dfs_order_;
1355 ArenaVector<BasicBlockId> dfs_post_order_;
1356 ArenaVector<BasicBlockId> dom_post_order_traversal_;
1357 ArenaVector<BasicBlockId> topological_order_;
Vladimir Marko55fff042014-07-10 12:42:52 +01001358 // Indexes in topological_order_ need to be only as big as the BasicBlockId.
Andreas Gampe785d2f22014-11-03 22:57:30 -08001359 static_assert(sizeof(BasicBlockId) == sizeof(uint16_t), "Assuming 16 bit BasicBlockId");
Vladimir Marko55fff042014-07-10 12:42:52 +01001360 // For each loop head, remember the past-the-end index of the end of the loop. 0 if not loop head.
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001361 ArenaVector<uint16_t> topological_order_loop_ends_;
Vladimir Marko55fff042014-07-10 12:42:52 +01001362 // Map BB ids to topological_order_ indexes. 0xffff if not included (hidden or null block).
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001363 ArenaVector<uint16_t> topological_order_indexes_;
Vladimir Marko55fff042014-07-10 12:42:52 +01001364 // Stack of the loop head indexes and recalculation flags for RepeatingTopologicalSortIterator.
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001365 ArenaVector<std::pair<uint16_t, bool>> topological_order_loop_head_stack_;
Vladimir Marko415ac882014-09-30 18:09:14 +01001366 size_t max_nested_loops_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001367 int* i_dom_list_;
Ian Rogers700a4022014-05-19 16:49:03 -07001368 std::unique_ptr<ScopedArenaAllocator> temp_scoped_alloc_;
Vladimir Markof585e542014-11-21 13:41:32 +00001369 // Union of temporaries used by different passes.
1370 union {
1371 // Class init check elimination.
1372 struct {
1373 size_t num_class_bits; // 2 bits per class: class initialized and class in dex cache.
1374 ArenaBitVector* work_classes_to_check;
1375 ArenaBitVector** ending_classes_to_check_matrix; // num_blocks_ x num_class_bits.
1376 uint16_t* indexes;
1377 } cice;
1378 // Null check elimination.
1379 struct {
1380 size_t num_vregs;
1381 ArenaBitVector* work_vregs_to_check;
1382 ArenaBitVector** ending_vregs_to_check_matrix; // num_blocks_ x num_vregs.
1383 } nce;
1384 // Special method inlining.
1385 struct {
1386 size_t num_indexes;
1387 ArenaBitVector* processed_indexes;
1388 uint16_t* lowering_infos;
1389 } smi;
1390 // SSA transformation.
1391 struct {
1392 size_t num_vregs;
1393 ArenaBitVector* work_live_vregs;
1394 ArenaBitVector** def_block_matrix; // num_vregs x num_blocks_.
Vladimir Marko6a8946b2015-02-09 12:35:05 +00001395 ArenaBitVector** phi_node_blocks; // num_vregs x num_blocks_.
Vladimir Markoc91df2d2015-04-23 09:29:21 +00001396 TypeInference* ti;
Vladimir Markof585e542014-11-21 13:41:32 +00001397 } ssa;
1398 // Global value numbering.
1399 struct {
1400 GlobalValueNumbering* gvn;
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001401 uint16_t* ifield_ids; // Part of GVN/LVN but cached here for LVN to avoid recalculation.
1402 uint16_t* sfield_ids; // Ditto.
1403 GvnDeadCodeElimination* dce;
Vladimir Markof585e542014-11-21 13:41:32 +00001404 } gvn;
1405 } temp_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001406 static const int kInvalidEntry = -1;
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001407 ArenaVector<BasicBlock*> block_list_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001408 ArenaBitVector* try_block_addr_;
1409 BasicBlock* entry_block_;
1410 BasicBlock* exit_block_;
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001411 const DexFile::CodeItem* current_code_item_;
Vladimir Marko8081d2b2014-07-31 15:33:43 +01001412 ArenaVector<DexCompilationUnit*> m_units_; // List of methods included in this graph
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001413 typedef std::pair<int, int> MIRLocation; // Insert point, (m_unit_ index, offset)
Vladimir Marko8081d2b2014-07-31 15:33:43 +01001414 ArenaVector<MIRLocation> method_stack_; // Include stack
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001415 int current_method_;
buzbee0d829482013-10-11 15:24:55 -07001416 DexOffset current_offset_; // Offset in code units
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001417 int def_count_; // Used to estimate size of ssa name storage.
1418 int* opcode_count_; // Dex opcode coverage stats.
1419 int num_ssa_regs_; // Number of names following SSA transformation.
Vladimir Marko8081d2b2014-07-31 15:33:43 +01001420 ArenaVector<BasicBlockId> extended_basic_blocks_; // Heads of block "traces".
Brian Carlstrom6f485c62013-07-18 15:35:35 -07001421 int method_sreg_;
1422 unsigned int attributes_;
1423 Checkstats* checkstats_;
Ian Rogers6a3c1fc2014-10-31 00:33:20 -07001424 ArenaAllocator* const arena_;
buzbeeb48819d2013-09-14 16:15:25 -07001425 int backward_branches_;
1426 int forward_branches_;
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -07001427 size_t num_non_special_compiler_temps_; // Keeps track of allocated non-special compiler temps. These are VRs that are in compiler temp region on stack.
1428 size_t max_available_non_special_compiler_temps_; // Keeps track of maximum available non-special temps.
1429 size_t max_available_special_compiler_temps_; // Keeps track of maximum available special temps.
1430 bool requested_backend_temp_; // Keeps track whether BE temps have been requested.
1431 size_t reserved_temps_for_backend_; // Keeps track of the remaining temps that are reserved for BE.
1432 bool compiler_temps_committed_; // Keeps track whether number of temps has been frozen (for example post frame size calculation).
1433 bool punt_to_interpreter_; // Difficult or not worthwhile - just interpret.
Vladimir Marko3d73ba22014-03-06 15:18:04 +00001434 uint64_t merged_df_flags_;
Vladimir Markoe39c54e2014-09-22 14:50:02 +01001435 ArenaVector<MirIFieldLoweringInfo> ifield_lowering_infos_;
1436 ArenaVector<MirSFieldLoweringInfo> sfield_lowering_infos_;
1437 ArenaVector<MirMethodLoweringInfo> method_lowering_infos_;
Vladimir Marko8b858e12014-11-27 14:52:37 +00001438
1439 // In the suspend check elimination pass we determine for each basic block and enclosing
1440 // loop whether there's guaranteed to be a suspend check on the path from the loop head
1441 // to this block. If so, we can eliminate the back-edge suspend check.
1442 // The bb->id is index into suspend_checks_in_loops_ and the loop head's depth is bit index
1443 // in a suspend_checks_in_loops_[bb->id].
1444 uint32_t* suspend_checks_in_loops_;
1445
Jean Christophe Beylercc794c32014-05-02 09:34:13 -07001446 static const uint64_t oat_data_flow_attributes_[kMirOpLast];
Vladimir Markof59f18b2014-02-17 15:53:57 +00001447
Vladimir Marko7baa6f82014-10-09 18:01:24 +01001448 friend class MirOptimizationTest;
Vladimir Markobfea9c22014-01-17 17:49:33 +00001449 friend class ClassInitCheckEliminationTest;
Vladimir Marko8b858e12014-11-27 14:52:37 +00001450 friend class SuspendCheckEliminationTest;
Vladimir Marko7baa6f82014-10-09 18:01:24 +01001451 friend class NullCheckEliminationTest;
Vladimir Marko95a05972014-05-30 10:01:32 +01001452 friend class GlobalValueNumberingTest;
Vladimir Marko7a01dc22015-01-02 17:00:44 +00001453 friend class GvnDeadCodeEliminationTest;
Vladimir Markof59f18b2014-02-17 15:53:57 +00001454 friend class LocalValueNumberingTest;
Vladimir Marko55fff042014-07-10 12:42:52 +01001455 friend class TopologicalSortOrderTest;
Vladimir Markoc91df2d2015-04-23 09:29:21 +00001456 friend class TypeInferenceTest;
David Srbecky1109fb32015-04-07 20:21:06 +01001457 friend class QuickCFITest;
Chao-ying Fuc4013ea2015-04-22 10:51:21 -07001458 friend class QuickAssembleX86TestBase;
buzbee311ca162013-02-28 15:56:43 -08001459};
1460
1461} // namespace art
1462
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001463#endif // ART_COMPILER_DEX_MIR_GRAPH_H_