blob: ad678133327e15117a9540fa44de195618b78e73 [file] [log] [blame]
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Andreas Gampe53c913b2014-08-12 23:19:23 -070017#include "optimizing_compiler.h"
18
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010019#include <fstream>
Nicolas Geoffray787c3072014-03-17 10:20:19 +000020#include <stdint.h>
21
Mathieu Chartiere401d142015-04-22 13:56:20 -070022#include "art_method-inl.h"
Mathieu Chartierb666f482015-02-18 14:33:14 -080023#include "base/arena_allocator.h"
David Brazdil5e8b1372015-01-23 14:39:08 +000024#include "base/dumpable.h"
25#include "base/timing_logger.h"
David Brazdil46e2a392015-03-16 17:31:52 +000026#include "boolean_simplifier.h"
Mingyao Yangf384f882014-10-22 16:08:18 -070027#include "bounds_check_elimination.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000028#include "builder.h"
29#include "code_generator.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000030#include "compiled_method.h"
Andreas Gampe53c913b2014-08-12 23:19:23 -070031#include "compiler.h"
Roland Levillain75be2832014-10-17 17:02:00 +010032#include "constant_folding.h"
33#include "dead_code_elimination.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080034#include "dex/quick/dex_file_to_method_inliner_map.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010035#include "dex/verified_method.h"
36#include "dex/verification_results.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000037#include "driver/compiler_driver.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000038#include "driver/compiler_options.h"
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000039#include "driver/dex_compilation_unit.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000040#include "elf_writer_quick.h"
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010041#include "graph_visualizer.h"
Nicolas Geoffrayd31cf3d2014-09-08 17:30:24 +010042#include "gvn.h"
Nicolas Geoffraye53798a2014-12-01 10:31:54 +000043#include "inliner.h"
Nicolas Geoffray3c049742014-09-24 18:10:46 +010044#include "instruction_simplifier.h"
Andreas Gampe71fb52f2014-12-29 17:43:08 -080045#include "intrinsics.h"
Nicolas Geoffray82091da2015-01-26 10:02:45 +000046#include "licm.h"
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +000047#include "jni/quick/jni_compiler.h"
Nicolas Geoffray787c3072014-03-17 10:20:19 +000048#include "nodes.h"
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +010049#include "prepare_for_register_allocation.h"
Calin Juravlef1c6d9e2015-04-13 18:42:21 +010050#include "reference_type_propagation.h"
Nicolas Geoffraya7062e02014-05-22 12:50:17 +010051#include "register_allocator.h"
Nicolas Geoffray827eedb2015-01-26 15:18:36 +000052#include "side_effects_analysis.h"
Nicolas Geoffray31596742014-11-24 15:28:45 +000053#include "ssa_builder.h"
Nicolas Geoffray7dc206a2014-07-11 09:49:49 +010054#include "ssa_phi_elimination.h"
Nicolas Geoffray804d0932014-05-02 08:46:00 +010055#include "ssa_liveness_analysis.h"
David Srbeckyc6b4dd82015-04-07 20:32:43 +010056#include "utils/assembler.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000057
58namespace art {
59
Nicolas Geoffray787c3072014-03-17 10:20:19 +000060/**
61 * Used by the code generator, to allocate the code in a vector.
62 */
63class CodeVectorAllocator FINAL : public CodeAllocator {
64 public:
Andreas Gampe7c3952f2015-02-19 18:21:24 -080065 CodeVectorAllocator() : size_(0) {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +000066
67 virtual uint8_t* Allocate(size_t size) {
68 size_ = size;
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000069 memory_.resize(size);
Nicolas Geoffray787c3072014-03-17 10:20:19 +000070 return &memory_[0];
71 }
72
73 size_t GetSize() const { return size_; }
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +000074 const std::vector<uint8_t>& GetMemory() const { return memory_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +000075
76 private:
77 std::vector<uint8_t> memory_;
78 size_t size_;
79
80 DISALLOW_COPY_AND_ASSIGN(CodeVectorAllocator);
81};
82
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010083/**
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010084 * Filter to apply to the visualizer. Methods whose name contain that filter will
David Brazdilee690a32014-12-01 17:04:16 +000085 * be dumped.
Nicolas Geoffrayf635e632014-05-14 09:43:38 +010086 */
87static const char* kStringFilter = "";
88
David Brazdil809658e2015-02-05 11:34:02 +000089class PassInfo;
90
David Brazdil5e8b1372015-01-23 14:39:08 +000091class PassInfoPrinter : public ValueObject {
92 public:
93 PassInfoPrinter(HGraph* graph,
94 const char* method_name,
95 const CodeGenerator& codegen,
96 std::ostream* visualizer_output,
David Brazdil809658e2015-02-05 11:34:02 +000097 CompilerDriver* compiler_driver)
David Brazdil5e8b1372015-01-23 14:39:08 +000098 : method_name_(method_name),
David Brazdil809658e2015-02-05 11:34:02 +000099 timing_logger_enabled_(compiler_driver->GetDumpPasses()),
David Brazdil5e8b1372015-01-23 14:39:08 +0000100 timing_logger_(method_name, true, true),
David Brazdil809658e2015-02-05 11:34:02 +0000101 visualizer_enabled_(!compiler_driver->GetDumpCfgFileName().empty()),
David Brazdil62e074f2015-04-07 18:09:37 +0100102 visualizer_(visualizer_output, graph, codegen) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000103 if (strstr(method_name, kStringFilter) == nullptr) {
104 timing_logger_enabled_ = visualizer_enabled_ = false;
105 }
David Brazdil62e074f2015-04-07 18:09:37 +0100106 if (visualizer_enabled_) {
107 visualizer_.PrintHeader(method_name_);
108 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000109 }
110
David Brazdil5e8b1372015-01-23 14:39:08 +0000111 ~PassInfoPrinter() {
112 if (timing_logger_enabled_) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000113 LOG(INFO) << "TIMINGS " << method_name_;
114 LOG(INFO) << Dumpable<TimingLogger>(timing_logger_);
115 }
116 }
117
118 private:
David Brazdil809658e2015-02-05 11:34:02 +0000119 void StartPass(const char* pass_name) {
120 // Dump graph first, then start timer.
121 if (visualizer_enabled_) {
122 visualizer_.DumpGraph(pass_name, /* is_after_pass */ false);
123 }
124 if (timing_logger_enabled_) {
125 timing_logger_.StartTiming(pass_name);
126 }
127 }
128
129 void EndPass(const char* pass_name) {
130 // Pause timer first, then dump graph.
131 if (timing_logger_enabled_) {
132 timing_logger_.EndTiming();
133 }
134 if (visualizer_enabled_) {
135 visualizer_.DumpGraph(pass_name, /* is_after_pass */ true);
136 }
137 }
138
David Brazdil5e8b1372015-01-23 14:39:08 +0000139 const char* method_name_;
140
141 bool timing_logger_enabled_;
David Brazdil5e8b1372015-01-23 14:39:08 +0000142 TimingLogger timing_logger_;
143
144 bool visualizer_enabled_;
145 HGraphVisualizer visualizer_;
146
David Brazdil809658e2015-02-05 11:34:02 +0000147 friend PassInfo;
148
David Brazdil5e8b1372015-01-23 14:39:08 +0000149 DISALLOW_COPY_AND_ASSIGN(PassInfoPrinter);
150};
151
David Brazdil809658e2015-02-05 11:34:02 +0000152class PassInfo : public ValueObject {
153 public:
154 PassInfo(const char *pass_name, PassInfoPrinter* pass_info_printer)
155 : pass_name_(pass_name),
156 pass_info_printer_(pass_info_printer) {
157 pass_info_printer_->StartPass(pass_name_);
158 }
159
160 ~PassInfo() {
161 pass_info_printer_->EndPass(pass_name_);
162 }
163
164 private:
165 const char* const pass_name_;
166 PassInfoPrinter* const pass_info_printer_;
167};
168
Andreas Gampe53c913b2014-08-12 23:19:23 -0700169class OptimizingCompiler FINAL : public Compiler {
170 public:
171 explicit OptimizingCompiler(CompilerDriver* driver);
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100172 ~OptimizingCompiler();
Andreas Gampe53c913b2014-08-12 23:19:23 -0700173
174 bool CanCompileMethod(uint32_t method_idx, const DexFile& dex_file, CompilationUnit* cu) const
175 OVERRIDE;
176
177 CompiledMethod* Compile(const DexFile::CodeItem* code_item,
178 uint32_t access_flags,
179 InvokeType invoke_type,
180 uint16_t class_def_idx,
181 uint32_t method_idx,
182 jobject class_loader,
183 const DexFile& dex_file) const OVERRIDE;
184
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000185 CompiledMethod* TryCompile(const DexFile::CodeItem* code_item,
186 uint32_t access_flags,
187 InvokeType invoke_type,
188 uint16_t class_def_idx,
189 uint32_t method_idx,
190 jobject class_loader,
191 const DexFile& dex_file) const;
192
Andreas Gampe53c913b2014-08-12 23:19:23 -0700193 CompiledMethod* JniCompile(uint32_t access_flags,
194 uint32_t method_idx,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000195 const DexFile& dex_file) const OVERRIDE {
196 return ArtQuickJniCompileMethod(GetCompilerDriver(), access_flags, method_idx, dex_file);
197 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700198
Mathieu Chartiere401d142015-04-22 13:56:20 -0700199 uintptr_t GetEntryPointOf(ArtMethod* method) const OVERRIDE
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000200 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
201 return reinterpret_cast<uintptr_t>(method->GetEntryPointFromQuickCompiledCodePtrSize(
202 InstructionSetPointerSize(GetCompilerDriver()->GetInstructionSet())));
203 }
Andreas Gampe53c913b2014-08-12 23:19:23 -0700204
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000205 void InitCompilationUnit(CompilationUnit& cu) const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700206
David Brazdilee690a32014-12-01 17:04:16 +0000207 void Init() OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700208
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000209 void UnInit() const OVERRIDE;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700210
Calin Juravle2be39e02015-04-21 13:56:34 +0100211 void MaybeRecordStat(MethodCompilationStat compilation_stat) const {
212 if (compilation_stats_.get() != nullptr) {
213 compilation_stats_->RecordStat(compilation_stat);
214 }
215 }
216
Andreas Gampe53c913b2014-08-12 23:19:23 -0700217 private:
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100218 // Whether we should run any optimization or register allocation. If false, will
219 // just run the code generation after the graph was built.
220 const bool run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000221
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000222 // Optimize and compile `graph`.
223 CompiledMethod* CompileOptimized(HGraph* graph,
224 CodeGenerator* codegen,
225 CompilerDriver* driver,
226 const DexCompilationUnit& dex_compilation_unit,
David Brazdil5e8b1372015-01-23 14:39:08 +0000227 PassInfoPrinter* pass_info) const;
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000228
229 // Just compile without doing optimizations.
230 CompiledMethod* CompileBaseline(CodeGenerator* codegen,
231 CompilerDriver* driver,
232 const DexCompilationUnit& dex_compilation_unit) const;
233
Calin Juravle2be39e02015-04-21 13:56:34 +0100234 std::unique_ptr<OptimizingCompilerStats> compilation_stats_;
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100235
Andreas Gampe53c913b2014-08-12 23:19:23 -0700236 std::unique_ptr<std::ostream> visualizer_output_;
237
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000238 // Delegate to Quick in case the optimizing compiler cannot compile a method.
239 std::unique_ptr<Compiler> delegate_;
240
Andreas Gampe53c913b2014-08-12 23:19:23 -0700241 DISALLOW_COPY_AND_ASSIGN(OptimizingCompiler);
242};
243
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100244static const int kMaximumCompilationTimeBeforeWarning = 100; /* ms */
245
246OptimizingCompiler::OptimizingCompiler(CompilerDriver* driver)
247 : Compiler(driver, kMaximumCompilationTimeBeforeWarning),
248 run_optimizations_(
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000249 (driver->GetCompilerOptions().GetCompilerFilter() != CompilerOptions::kTime)
250 && !driver->GetCompilerOptions().GetDebuggable()),
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000251 delegate_(Create(driver, Compiler::Kind::kQuick)) {}
David Brazdilee690a32014-12-01 17:04:16 +0000252
253void OptimizingCompiler::Init() {
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000254 delegate_->Init();
David Brazdilee690a32014-12-01 17:04:16 +0000255 // Enable C1visualizer output. Must be done in Init() because the compiler
256 // driver is not fully initialized when passed to the compiler's constructor.
257 CompilerDriver* driver = GetCompilerDriver();
David Brazdil866c0312015-01-13 21:21:31 +0000258 const std::string cfg_file_name = driver->GetDumpCfgFileName();
259 if (!cfg_file_name.empty()) {
David Brazdilee690a32014-12-01 17:04:16 +0000260 CHECK_EQ(driver->GetThreadCount(), 1U)
261 << "Graph visualizer requires the compiler to run single-threaded. "
262 << "Invoke the compiler with '-j1'.";
David Brazdil866c0312015-01-13 21:21:31 +0000263 visualizer_output_.reset(new std::ofstream(cfg_file_name));
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100264 }
Calin Juravle2be39e02015-04-21 13:56:34 +0100265 if (driver->GetDumpStats()) {
266 compilation_stats_.reset(new OptimizingCompilerStats());
267 }
Nicolas Geoffrayf635e632014-05-14 09:43:38 +0100268}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000269
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000270void OptimizingCompiler::UnInit() const {
271 delegate_->UnInit();
272}
273
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100274OptimizingCompiler::~OptimizingCompiler() {
Calin Juravle2be39e02015-04-21 13:56:34 +0100275 if (compilation_stats_.get() != nullptr) {
276 compilation_stats_->Log();
277 }
Nicolas Geoffray88157ef2014-09-12 10:29:53 +0100278}
279
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000280void OptimizingCompiler::InitCompilationUnit(CompilationUnit& cu) const {
281 delegate_->InitCompilationUnit(cu);
282}
283
Nicolas Geoffraye2dc6fa2014-11-17 12:55:12 +0000284bool OptimizingCompiler::CanCompileMethod(uint32_t method_idx ATTRIBUTE_UNUSED,
285 const DexFile& dex_file ATTRIBUTE_UNUSED,
286 CompilationUnit* cu ATTRIBUTE_UNUSED) const {
287 return true;
Andreas Gampe53c913b2014-08-12 23:19:23 -0700288}
289
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000290static bool IsInstructionSetSupported(InstructionSet instruction_set) {
291 return instruction_set == kArm64
292 || (instruction_set == kThumb2 && !kArm32QuickCodeUseSoftFloat)
Alexey Frunze4dda3372015-06-01 18:31:49 -0700293 || instruction_set == kMips64
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000294 || instruction_set == kX86
295 || instruction_set == kX86_64;
296}
297
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000298static bool CanOptimize(const DexFile::CodeItem& code_item) {
299 // TODO: We currently cannot optimize methods with try/catch.
300 return code_item.tries_size_ == 0;
301}
302
Calin Juravle10e244f2015-01-26 18:54:32 +0000303static void RunOptimizations(HOptimization* optimizations[],
304 size_t length,
David Brazdil809658e2015-02-05 11:34:02 +0000305 PassInfoPrinter* pass_info_printer) {
Calin Juravle10e244f2015-01-26 18:54:32 +0000306 for (size_t i = 0; i < length; ++i) {
307 HOptimization* optimization = optimizations[i];
David Brazdil809658e2015-02-05 11:34:02 +0000308 {
309 PassInfo pass_info(optimization->GetPassName(), pass_info_printer);
310 optimization->Run();
311 }
Calin Juravle10e244f2015-01-26 18:54:32 +0000312 optimization->Check();
313 }
314}
315
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000316static void RunOptimizations(HGraph* graph,
317 CompilerDriver* driver,
318 OptimizingCompilerStats* stats,
319 const DexCompilationUnit& dex_compilation_unit,
Calin Juravleacf735c2015-02-12 15:25:22 +0000320 PassInfoPrinter* pass_info_printer,
321 StackHandleScopeCollection* handles) {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100322 ArenaAllocator* arena = graph->GetArena();
323 HDeadCodeElimination* dce1 = new (arena) HDeadCodeElimination(
324 graph, stats, HDeadCodeElimination::kInitialDeadCodeEliminationPassName);
325 HDeadCodeElimination* dce2 = new (arena) HDeadCodeElimination(
326 graph, stats, HDeadCodeElimination::kFinalDeadCodeEliminationPassName);
327 HConstantFolding* fold1 = new (arena) HConstantFolding(graph);
328 InstructionSimplifier* simplify1 = new (arena) InstructionSimplifier(graph, stats);
329 HBooleanSimplifier* boolean_simplify = new (arena) HBooleanSimplifier(graph);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000330
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100331 HInliner* inliner = new (arena) HInliner(
332 graph, dex_compilation_unit, dex_compilation_unit, driver, handles, stats);
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000333
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100334 HConstantFolding* fold2 = new (arena) HConstantFolding(graph, "constant_folding_after_inlining");
335 SideEffectsAnalysis* side_effects = new (arena) SideEffectsAnalysis(graph);
336 GVNOptimization* gvn = new (arena) GVNOptimization(graph, *side_effects);
337 LICM* licm = new (arena) LICM(graph, *side_effects);
338 BoundsCheckElimination* bce = new (arena) BoundsCheckElimination(graph);
339 ReferenceTypePropagation* type_propagation =
340 new (arena) ReferenceTypePropagation(graph, handles);
341 InstructionSimplifier* simplify2 = new (arena) InstructionSimplifier(
342 graph, stats, "instruction_simplifier_after_types");
343 InstructionSimplifier* simplify3 = new (arena) InstructionSimplifier(
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100344 graph, stats, "instruction_simplifier_after_bce");
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100345 ReferenceTypePropagation* type_propagation2 =
346 new (arena) ReferenceTypePropagation(graph, handles);
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100347 InstructionSimplifier* simplify4 = new (arena) InstructionSimplifier(
348 graph, stats, "instruction_simplifier_before_codegen");
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000349
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100350 IntrinsicsRecognizer* intrinsics = new (arena) IntrinsicsRecognizer(graph, driver);
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800351
Nicolas Geoffray31596742014-11-24 15:28:45 +0000352 HOptimization* optimizations[] = {
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100353 intrinsics,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100354 fold1,
355 simplify1,
356 type_propagation,
Nicolas Geoffray18e68732015-06-17 23:09:05 +0100357 dce1,
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100358 simplify2,
359 inliner,
Nicolas Geoffray454a4812015-06-09 10:37:32 +0100360 // Run another type propagation phase: inlining will open up more opprotunities
361 // to remove checkast/instanceof and null checks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100362 type_propagation2,
David Brazdil46e2a392015-03-16 17:31:52 +0000363 // BooleanSimplifier depends on the InstructionSimplifier removing redundant
364 // suspend checks to recognize empty blocks.
Vladimir Markoa3a3c592015-06-12 14:30:53 +0100365 boolean_simplify,
366 fold2,
367 side_effects,
368 gvn,
369 licm,
370 bce,
371 simplify3,
372 dce2,
Nicolas Geoffrayb2bdfce2015-06-18 15:46:47 +0100373 // The codegen has a few assumptions that only the instruction simplifier can
374 // satisfy. For example, the code generator does not expect to see a
375 // HTypeConversion from a type to the same type.
376 simplify4,
Nicolas Geoffray31596742014-11-24 15:28:45 +0000377 };
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000378
David Brazdil809658e2015-02-05 11:34:02 +0000379 RunOptimizations(optimizations, arraysize(optimizations), pass_info_printer);
Nicolas Geoffray5e6916c2014-11-18 16:53:35 +0000380}
381
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000382// The stack map we generate must be 4-byte aligned on ARM. Since existing
383// maps are generated alongside these stack maps, we must also align them.
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800384static ArrayRef<const uint8_t> AlignVectorSize(std::vector<uint8_t>& vector) {
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000385 size_t size = vector.size();
386 size_t aligned_size = RoundUp(size, 4);
387 for (; size < aligned_size; ++size) {
388 vector.push_back(0);
389 }
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800390 return ArrayRef<const uint8_t>(vector);
Nicolas Geoffray376b2bb2014-12-09 14:26:32 +0000391}
392
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700393static void AllocateRegisters(HGraph* graph,
394 CodeGenerator* codegen,
395 PassInfoPrinter* pass_info_printer) {
396 PrepareForRegisterAllocation(graph).Run();
Nicolas Geoffray0d9f17d2015-04-15 14:17:44 +0100397 SsaLivenessAnalysis liveness(graph, codegen);
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700398 {
399 PassInfo pass_info(SsaLivenessAnalysis::kLivenessPassName, pass_info_printer);
400 liveness.Analyze();
401 }
402 {
403 PassInfo pass_info(RegisterAllocator::kRegisterAllocatorPassName, pass_info_printer);
404 RegisterAllocator(graph->GetArena(), codegen, liveness).AllocateRegisters();
405 }
406}
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000407
408CompiledMethod* OptimizingCompiler::CompileOptimized(HGraph* graph,
409 CodeGenerator* codegen,
410 CompilerDriver* compiler_driver,
411 const DexCompilationUnit& dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000412 PassInfoPrinter* pass_info_printer) const {
Calin Juravleacf735c2015-02-12 15:25:22 +0000413 StackHandleScopeCollection handles(Thread::Current());
Calin Juravle2be39e02015-04-21 13:56:34 +0100414 RunOptimizations(graph, compiler_driver, compilation_stats_.get(),
Nicolas Geoffrayd5111bf2015-05-22 15:37:09 +0100415 dex_compilation_unit, pass_info_printer, &handles);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000416
Andreas Gampec2bcafe2015-04-10 10:49:32 -0700417 AllocateRegisters(graph, codegen, pass_info_printer);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000418
419 CodeVectorAllocator allocator;
420 codegen->CompileOptimized(&allocator);
421
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100422 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100423 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100424 codegen->BuildSourceMap(&src_mapping_table);
425 }
426
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000427 std::vector<uint8_t> stack_map;
428 codegen->BuildStackMaps(&stack_map);
429
Calin Juravle2be39e02015-04-21 13:56:34 +0100430 MaybeRecordStat(MethodCompilationStat::kCompiledOptimized);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000431
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100432 return CompiledMethod::SwapAllocCompiledMethod(
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000433 compiler_driver,
434 codegen->GetInstructionSet(),
435 ArrayRef<const uint8_t>(allocator.GetMemory()),
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000436 // Follow Quick's behavior and set the frame size to zero if it is
437 // considered "empty" (see the definition of
438 // art::CodeGenerator::HasEmptyFrame).
439 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000440 codegen->GetCoreSpillMask(),
Nicolas Geoffrayd97dc402015-01-22 13:50:01 +0000441 codegen->GetFpuSpillMask(),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100442 &src_mapping_table,
443 ArrayRef<const uint8_t>(), // mapping_table.
444 ArrayRef<const uint8_t>(stack_map),
445 ArrayRef<const uint8_t>(), // native_gc_map.
446 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
447 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000448}
449
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000450CompiledMethod* OptimizingCompiler::CompileBaseline(
451 CodeGenerator* codegen,
452 CompilerDriver* compiler_driver,
453 const DexCompilationUnit& dex_compilation_unit) const {
454 CodeVectorAllocator allocator;
455 codegen->CompileBaseline(&allocator);
456
457 std::vector<uint8_t> mapping_table;
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100458 codegen->BuildMappingTable(&mapping_table);
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000459 DefaultSrcMap src_mapping_table;
David Srbecky8363c772015-05-28 16:12:43 +0100460 if (compiler_driver->GetCompilerOptions().GetGenerateDebugInfo()) {
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100461 codegen->BuildSourceMap(&src_mapping_table);
462 }
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000463 std::vector<uint8_t> vmap_table;
464 codegen->BuildVMapTable(&vmap_table);
465 std::vector<uint8_t> gc_map;
466 codegen->BuildNativeGCMap(&gc_map, dex_compilation_unit);
467
Calin Juravle2be39e02015-04-21 13:56:34 +0100468 MaybeRecordStat(MethodCompilationStat::kCompiledBaseline);
Roland Levillainaa9b7c42015-02-17 15:40:09 +0000469 return CompiledMethod::SwapAllocCompiledMethod(
470 compiler_driver,
471 codegen->GetInstructionSet(),
472 ArrayRef<const uint8_t>(allocator.GetMemory()),
473 // Follow Quick's behavior and set the frame size to zero if it is
474 // considered "empty" (see the definition of
475 // art::CodeGenerator::HasEmptyFrame).
476 codegen->HasEmptyFrame() ? 0 : codegen->GetFrameSize(),
477 codegen->GetCoreSpillMask(),
478 codegen->GetFpuSpillMask(),
479 &src_mapping_table,
480 AlignVectorSize(mapping_table),
481 AlignVectorSize(vmap_table),
482 AlignVectorSize(gc_map),
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100483 ArrayRef<const uint8_t>(*codegen->GetAssembler()->cfi().data()),
484 ArrayRef<const LinkerPatch>());
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000485}
486
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000487CompiledMethod* OptimizingCompiler::TryCompile(const DexFile::CodeItem* code_item,
488 uint32_t access_flags,
489 InvokeType invoke_type,
490 uint16_t class_def_idx,
491 uint32_t method_idx,
492 jobject class_loader,
493 const DexFile& dex_file) const {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700494 UNUSED(invoke_type);
David Brazdil5e8b1372015-01-23 14:39:08 +0000495 std::string method_name = PrettyMethod(method_idx, dex_file);
Calin Juravle2be39e02015-04-21 13:56:34 +0100496 MaybeRecordStat(MethodCompilationStat::kAttemptCompilation);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000497 CompilerDriver* compiler_driver = GetCompilerDriver();
498 InstructionSet instruction_set = compiler_driver->GetInstructionSet();
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100499 // Always use the thumb2 assembler: some runtime functionality (like implicit stack
500 // overflow checks) assume thumb2.
501 if (instruction_set == kArm) {
502 instruction_set = kThumb2;
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100503 }
504
505 // Do not attempt to compile on architectures we do not support.
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +0000506 if (!IsInstructionSetSupported(instruction_set)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100507 MaybeRecordStat(MethodCompilationStat::kNotCompiledUnsupportedIsa);
Nicolas Geoffray8fb5ce32014-07-04 09:43:26 +0100508 return nullptr;
509 }
510
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000511 if (Compiler::IsPathologicalCase(*code_item, method_idx, dex_file)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100512 MaybeRecordStat(MethodCompilationStat::kNotCompiledPathological);
Nicolas Geoffrayb5f62b32014-10-30 10:58:41 +0000513 return nullptr;
514 }
515
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000516 // Implementation of the space filter: do not compile a code item whose size in
517 // code units is bigger than 256.
518 static constexpr size_t kSpaceFilterOptimizingThreshold = 256;
519 const CompilerOptions& compiler_options = compiler_driver->GetCompilerOptions();
520 if ((compiler_options.GetCompilerFilter() == CompilerOptions::kSpace)
521 && (code_item->insns_size_in_code_units_ > kSpaceFilterOptimizingThreshold)) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100522 MaybeRecordStat(MethodCompilationStat::kNotCompiledSpaceFilter);
Nicolas Geoffray36540cb2015-03-23 14:45:53 +0000523 return nullptr;
524 }
525
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000526 DexCompilationUnit dex_compilation_unit(
527 nullptr, class_loader, art::Runtime::Current()->GetClassLinker(), dex_file, code_item,
Ian Rogers72d32622014-05-06 16:20:11 -0700528 class_def_idx, method_idx, access_flags,
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000529 compiler_driver->GetVerifiedMethod(&dex_file, method_idx));
Nicolas Geoffray92cf83e2014-03-18 17:59:20 +0000530
Calin Juravle3cd4fc82015-05-14 15:15:42 +0100531 bool requires_barrier = dex_compilation_unit.IsConstructor()
532 && compiler_driver->RequiresConstructorBarrier(Thread::Current(),
533 dex_compilation_unit.GetDexFile(),
534 dex_compilation_unit.GetClassDefIndex());
Nicolas Geoffray579ea7d2015-03-24 17:28:38 +0000535 ArenaAllocator arena(Runtime::Current()->GetArenaPool());
Nicolas Geoffraye0fe7ae2015-03-09 10:02:49 +0000536 HGraph* graph = new (&arena) HGraph(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700537 &arena, dex_file, method_idx, requires_barrier, compiler_driver->GetInstructionSet(),
538 kInvalidInvokeType, compiler_driver->GetCompilerOptions().GetDebuggable());
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000539
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000540 // For testing purposes, we put a special marker on method names that should be compiled
541 // with this compiler. This makes sure we're not regressing.
Nicolas Geoffraye53798a2014-12-01 10:31:54 +0000542 bool shouldCompile = method_name.find("$opt$") != std::string::npos;
Nicolas Geoffraya3d90fb2015-03-16 13:55:40 +0000543 bool shouldOptimize = method_name.find("$opt$reg$") != std::string::npos && run_optimizations_;
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000544
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000545 std::unique_ptr<CodeGenerator> codegen(
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000546 CodeGenerator::Create(graph,
547 instruction_set,
548 *compiler_driver->GetInstructionSetFeatures(),
549 compiler_driver->GetCompilerOptions()));
Nicolas Geoffray12df9eb2015-01-09 14:53:50 +0000550 if (codegen.get() == nullptr) {
Zheng Xu5667fdb2014-10-23 18:29:55 +0800551 CHECK(!shouldCompile) << "Could not find code generator for optimizing compiler";
Calin Juravle2be39e02015-04-21 13:56:34 +0100552 MaybeRecordStat(MethodCompilationStat::kNotCompiledNoCodegen);
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000553 return nullptr;
554 }
David Srbeckyc6b4dd82015-04-07 20:32:43 +0100555 codegen->GetAssembler()->cfi().SetEnabled(
David Srbecky8363c772015-05-28 16:12:43 +0100556 compiler_driver->GetCompilerOptions().GetGenerateDebugInfo());
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000557
David Brazdil809658e2015-02-05 11:34:02 +0000558 PassInfoPrinter pass_info_printer(graph,
559 method_name.c_str(),
560 *codegen.get(),
561 visualizer_output_.get(),
562 compiler_driver);
David Brazdil5e8b1372015-01-23 14:39:08 +0000563
564 HGraphBuilder builder(graph,
565 &dex_compilation_unit,
566 &dex_compilation_unit,
567 &dex_file,
568 compiler_driver,
Calin Juravle2be39e02015-04-21 13:56:34 +0100569 compilation_stats_.get());
David Brazdil5e8b1372015-01-23 14:39:08 +0000570
571 VLOG(compiler) << "Building " << method_name;
572
David Brazdil809658e2015-02-05 11:34:02 +0000573 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800574 PassInfo pass_info(HGraphBuilder::kBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000575 if (!builder.BuildGraph(*code_item)) {
576 CHECK(!shouldCompile) << "Could not build graph in optimizing compiler";
577 return nullptr;
578 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000579 }
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100580
Calin Juravle48c2b032014-12-09 18:11:36 +0000581 bool can_optimize = CanOptimize(*code_item);
582 bool can_allocate_registers = RegisterAllocator::CanAllocateRegistersFor(*graph, instruction_set);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000583
584 // `run_optimizations_` is set explicitly (either through a compiler filter
585 // or the debuggable flag). If it is set, we can run baseline. Otherwise, we fall back
586 // to Quick.
587 bool can_use_baseline = !run_optimizations_;
Calin Juravle48c2b032014-12-09 18:11:36 +0000588 if (run_optimizations_ && can_optimize && can_allocate_registers) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000589 VLOG(compiler) << "Optimizing " << method_name;
590
David Brazdil809658e2015-02-05 11:34:02 +0000591 {
Andreas Gampe7c3952f2015-02-19 18:21:24 -0800592 PassInfo pass_info(SsaBuilder::kSsaBuilderPassName, &pass_info_printer);
David Brazdil809658e2015-02-05 11:34:02 +0000593 if (!graph->TryBuildingSsa()) {
594 // We could not transform the graph to SSA, bailout.
595 LOG(INFO) << "Skipping compilation of " << method_name << ": it contains a non natural loop";
Calin Juravle2be39e02015-04-21 13:56:34 +0100596 MaybeRecordStat(MethodCompilationStat::kNotCompiledCannotBuildSSA);
David Brazdil809658e2015-02-05 11:34:02 +0000597 return nullptr;
598 }
Nicolas Geoffrayf5370122014-12-02 11:51:19 +0000599 }
David Brazdil5e8b1372015-01-23 14:39:08 +0000600
601 return CompileOptimized(graph,
602 codegen.get(),
603 compiler_driver,
604 dex_compilation_unit,
David Brazdil809658e2015-02-05 11:34:02 +0000605 &pass_info_printer);
Nicolas Geoffray234d69d2015-03-09 10:28:50 +0000606 } else if (shouldOptimize && can_allocate_registers) {
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100607 LOG(FATAL) << "Could not allocate registers in optimizing compiler";
Zheng Xu5667fdb2014-10-23 18:29:55 +0800608 UNREACHABLE();
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000609 } else if (can_use_baseline) {
David Brazdil5e8b1372015-01-23 14:39:08 +0000610 VLOG(compiler) << "Compile baseline " << method_name;
Calin Juravle48c2b032014-12-09 18:11:36 +0000611
612 if (!run_optimizations_) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100613 MaybeRecordStat(MethodCompilationStat::kNotOptimizedDisabled);
Calin Juravle48c2b032014-12-09 18:11:36 +0000614 } else if (!can_optimize) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100615 MaybeRecordStat(MethodCompilationStat::kNotOptimizedTryCatch);
Calin Juravle48c2b032014-12-09 18:11:36 +0000616 } else if (!can_allocate_registers) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100617 MaybeRecordStat(MethodCompilationStat::kNotOptimizedRegisterAllocator);
Calin Juravle48c2b032014-12-09 18:11:36 +0000618 }
619
David Brazdil5e8b1372015-01-23 14:39:08 +0000620 return CompileBaseline(codegen.get(), compiler_driver, dex_compilation_unit);
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000621 } else {
622 return nullptr;
Nicolas Geoffray86dbb9a2014-06-04 11:12:39 +0100623 }
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000624}
625
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000626CompiledMethod* OptimizingCompiler::Compile(const DexFile::CodeItem* code_item,
627 uint32_t access_flags,
628 InvokeType invoke_type,
629 uint16_t class_def_idx,
630 uint32_t method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100631 jobject jclass_loader,
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000632 const DexFile& dex_file) const {
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100633 CompilerDriver* compiler_driver = GetCompilerDriver();
634 CompiledMethod* method = nullptr;
635 if (compiler_driver->IsMethodVerifiedWithoutFailures(method_idx, class_def_idx, dex_file)) {
636 method = TryCompile(code_item, access_flags, invoke_type, class_def_idx,
637 method_idx, jclass_loader, dex_file);
638 } else {
639 if (compiler_driver->GetCompilerOptions().VerifyAtRuntime()) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100640 MaybeRecordStat(MethodCompilationStat::kNotCompiledVerifyAtRuntime);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100641 } else {
Calin Juravle2be39e02015-04-21 13:56:34 +0100642 MaybeRecordStat(MethodCompilationStat::kNotCompiledClassNotVerified);
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100643 }
644 }
645
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000646 if (method != nullptr) {
647 return method;
648 }
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100649 method = delegate_->Compile(code_item, access_flags, invoke_type, class_def_idx, method_idx,
Calin Juravlef1c6d9e2015-04-13 18:42:21 +0100650 jclass_loader, dex_file);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100651
652 if (method != nullptr) {
Calin Juravle2be39e02015-04-21 13:56:34 +0100653 MaybeRecordStat(MethodCompilationStat::kCompiledQuick);
Nicolas Geoffray12be74e2015-03-30 13:29:08 +0100654 }
655 return method;
Nicolas Geoffray216eaa22015-03-17 17:09:30 +0000656}
657
Andreas Gampe53c913b2014-08-12 23:19:23 -0700658Compiler* CreateOptimizingCompiler(CompilerDriver* driver) {
659 return new OptimizingCompiler(driver);
660}
661
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000662} // namespace art