blob: caab5fb5a92f3f440b7101412a8f62077d5b73ab [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampeb0f370e2014-09-25 22:51:40 -070019#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070020#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021#include <unistd.h>
22
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
David Brazdild9c90372016-09-14 16:53:55 +010031#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010032#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070033#include "base/enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070034#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080035#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010036#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070037#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010038#include "class_linker-inl.h"
Mingyao Yang98d1cc82014-05-15 17:02:16 -070039#include "compiled_class.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000040#include "compiled_method.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000041#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000042#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000043#include "compiler_driver-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070044#include "dex_compilation_unit.h"
45#include "dex_file-inl.h"
Andreas Gampeace0dc12016-01-20 13:33:13 -080046#include "dex_instruction-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070047#include "dex/dex_to_dex_compiler.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000048#include "dex/dex_to_dex_decompiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000049#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000050#include "dex/verified_method.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080051#include "driver/compiler_options.h"
Nicolas Geoffray762869d2016-07-15 15:28:35 +010052#include "intrinsics_enum.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070053#include "jni_internal.h"
Ian Rogers22d5e732014-07-15 22:23:51 -070054#include "object_lock.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "runtime.h"
56#include "gc/accounting/card_table-inl.h"
57#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070058#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070059#include "gc/space/space.h"
60#include "mirror/class_loader.h"
61#include "mirror/class-inl.h"
62#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/object-inl.h"
64#include "mirror/object_array-inl.h"
65#include "mirror/throwable.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070066#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070067#include "ScopedLocalRef.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070068#include "handle_scope-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070069#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070070#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070071#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070072#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010073#include "transaction.h"
Mathieu Chartieracab8d42016-11-23 13:45:58 -080074#include "utils/atomic_method_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000075#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080076#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000077#include "vdex_file.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070078#include "verifier/method_verifier.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000079#include "verifier/method_verifier-inl.h"
Andreas Gampe5fd66d02016-09-12 20:22:19 -070080#include "verifier/verifier_log_mode.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010081#include "verifier/verifier_deps.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070082
Brian Carlstrom7940e442013-07-12 13:46:57 -070083namespace art {
84
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070085static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
86
Calin Juravle226501b2015-12-11 14:41:31 +000087// Print additional info during profile guided compilation.
88static constexpr bool kDebugProfileGuidedCompilation = false;
89
Brian Carlstrom7940e442013-07-12 13:46:57 -070090static double Percentage(size_t x, size_t y) {
91 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
92}
93
94static void DumpStat(size_t x, size_t y, const char* str) {
95 if (x == 0 && y == 0) {
96 return;
97 }
Ian Rogerse732ef12013-10-09 15:22:24 -070098 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -070099}
100
Vladimir Markof096aad2014-01-23 15:51:58 +0000101class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700102 public:
103 AOTCompilationStats()
104 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700105 resolved_types_(0), unresolved_types_(0),
106 resolved_instance_fields_(0), unresolved_instance_fields_(0),
107 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
108 type_based_devirtualization_(0),
109 safe_casts_(0), not_safe_casts_(0) {
110 for (size_t i = 0; i <= kMaxInvokeType; i++) {
111 resolved_methods_[i] = 0;
112 unresolved_methods_[i] = 0;
113 virtual_made_direct_[i] = 0;
114 direct_calls_to_boot_[i] = 0;
115 direct_methods_to_boot_[i] = 0;
116 }
117 }
118
119 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700120 DumpStat(resolved_types_, unresolved_types_, "types resolved");
121 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
122 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
123 "static fields resolved");
124 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
125 "static fields local to a class");
126 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
127 // Note, the code below subtracts the stat value so that when added to the stat value we have
128 // 100% of samples. TODO: clean this up.
129 DumpStat(type_based_devirtualization_,
130 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
131 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
132 type_based_devirtualization_,
133 "virtual/interface calls made direct based on type information");
134
135 for (size_t i = 0; i <= kMaxInvokeType; i++) {
136 std::ostringstream oss;
137 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
138 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
139 if (virtual_made_direct_[i] > 0) {
140 std::ostringstream oss2;
141 oss2 << static_cast<InvokeType>(i) << " methods made direct";
142 DumpStat(virtual_made_direct_[i],
143 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
144 oss2.str().c_str());
145 }
146 if (direct_calls_to_boot_[i] > 0) {
147 std::ostringstream oss2;
148 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
149 DumpStat(direct_calls_to_boot_[i],
150 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
151 oss2.str().c_str());
152 }
153 if (direct_methods_to_boot_[i] > 0) {
154 std::ostringstream oss2;
155 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
156 DumpStat(direct_methods_to_boot_[i],
157 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
158 oss2.str().c_str());
159 }
160 }
161 }
162
163// Allow lossy statistics in non-debug builds.
164#ifndef NDEBUG
165#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
166#else
167#define STATS_LOCK()
168#endif
169
Mathieu Chartier90443472015-07-16 20:32:27 -0700170 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700171 STATS_LOCK();
172 resolved_types_++;
173 }
174
Mathieu Chartier90443472015-07-16 20:32:27 -0700175 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700176 STATS_LOCK();
177 unresolved_types_++;
178 }
179
Mathieu Chartier90443472015-07-16 20:32:27 -0700180 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700181 STATS_LOCK();
182 resolved_instance_fields_++;
183 }
184
Mathieu Chartier90443472015-07-16 20:32:27 -0700185 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700186 STATS_LOCK();
187 unresolved_instance_fields_++;
188 }
189
Mathieu Chartier90443472015-07-16 20:32:27 -0700190 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700191 STATS_LOCK();
192 resolved_local_static_fields_++;
193 }
194
Mathieu Chartier90443472015-07-16 20:32:27 -0700195 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700196 STATS_LOCK();
197 resolved_static_fields_++;
198 }
199
Mathieu Chartier90443472015-07-16 20:32:27 -0700200 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700201 STATS_LOCK();
202 unresolved_static_fields_++;
203 }
204
205 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700206 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700207 STATS_LOCK();
208 type_based_devirtualization_++;
209 }
210
Brian Carlstrom7940e442013-07-12 13:46:57 -0700211 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700212 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700213 STATS_LOCK();
214 safe_casts_++;
215 }
216
217 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700218 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700219 STATS_LOCK();
220 not_safe_casts_++;
221 }
222
223 private:
224 Mutex stats_lock_;
225
Brian Carlstrom7940e442013-07-12 13:46:57 -0700226 size_t resolved_types_;
227 size_t unresolved_types_;
228
229 size_t resolved_instance_fields_;
230 size_t unresolved_instance_fields_;
231
232 size_t resolved_local_static_fields_;
233 size_t resolved_static_fields_;
234 size_t unresolved_static_fields_;
235 // Type based devirtualization for invoke interface and virtual.
236 size_t type_based_devirtualization_;
237
238 size_t resolved_methods_[kMaxInvokeType + 1];
239 size_t unresolved_methods_[kMaxInvokeType + 1];
240 size_t virtual_made_direct_[kMaxInvokeType + 1];
241 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
242 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
243
244 size_t safe_casts_;
245 size_t not_safe_casts_;
246
247 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
248};
249
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100250class CompilerDriver::DexFileMethodSet {
251 public:
252 explicit DexFileMethodSet(const DexFile& dex_file)
253 : dex_file_(dex_file),
254 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) {
255 }
256 DexFileMethodSet(DexFileMethodSet&& other) = default;
257
258 const DexFile& GetDexFile() const { return dex_file_; }
259
260 BitVector& GetMethodIndexes() { return method_indexes_; }
261 const BitVector& GetMethodIndexes() const { return method_indexes_; }
262
263 private:
264 const DexFile& dex_file_;
265 BitVector method_indexes_;
266};
267
Jeff Haodcdc85b2015-12-04 14:06:18 -0800268CompilerDriver::CompilerDriver(
269 const CompilerOptions* compiler_options,
270 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800271 Compiler::Kind compiler_kind,
272 InstructionSet instruction_set,
273 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000274 std::unordered_set<std::string>* image_classes,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800275 std::unordered_set<std::string>* compiled_classes,
276 std::unordered_set<std::string>* compiled_methods,
Vladimir Marko944da602016-02-19 12:27:55 +0000277 size_t thread_count,
278 bool dump_stats,
279 bool dump_passes,
280 CumulativeLogger* timer,
281 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200282 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000283 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800284 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700285 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700286 compiler_kind_(compiler_kind),
Roland Levillain5e8d5f02016-10-18 18:03:43 +0100287 instruction_set_(instruction_set == kArm ? kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700288 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700289 requires_constructor_barrier_lock_("constructor barrier lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700290 compiled_classes_lock_("compiled classes lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100291 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700292 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800293 classes_to_compile_(compiled_classes),
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700294 methods_to_compile_(compiled_methods),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800295 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800296 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700297 stats_(new AOTCompilationStats),
298 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000299 dump_passes_(dump_passes),
300 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700301 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800302 support_boot_image_fixup_(true),
Vladimir Markod1eaf0d2015-10-29 12:18:29 +0000303 dex_files_for_oat_file_(nullptr),
Calin Juravle998c2162015-12-21 15:39:33 +0200304 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000305 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100306 max_arena_alloc_(0),
307 dex_to_dex_references_lock_("dex-to-dex references lock"),
308 dex_to_dex_references_(),
309 current_dex_to_dex_methods_(nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800310 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700311
Ian Rogers72d32622014-05-06 16:20:11 -0700312 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700313
Vladimir Markoaad75c62016-10-03 08:46:48 +0000314 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800315 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
316 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700317}
318
319CompilerDriver::~CompilerDriver() {
320 Thread* self = Thread::Current();
321 {
322 MutexLock mu(self, compiled_classes_lock_);
323 STLDeleteValues(&compiled_classes_);
324 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800325 compiled_methods_.Visit([this](const MethodReference& ref ATTRIBUTE_UNUSED,
326 CompiledMethod* method) {
327 if (method != nullptr) {
328 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800329 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800330 });
Ian Rogers72d32622014-05-06 16:20:11 -0700331 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700332}
333
Vladimir Marko35831e82015-09-11 11:59:18 +0100334
Ian Rogersdd7624d2014-03-14 17:43:00 -0700335#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700336 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700337 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700338 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700339 } else { \
340 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700341 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700342 }
343
Vladimir Marko93205e32016-04-13 11:59:46 +0100344std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700345 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700346}
347
Vladimir Marko93205e32016-04-13 11:59:46 +0100348std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
349 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700350 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800351}
352
Vladimir Marko93205e32016-04-13 11:59:46 +0100353std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
354 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700355 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700356}
357
Vladimir Marko93205e32016-04-13 11:59:46 +0100358std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
359 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700360 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700361}
362
Vladimir Marko93205e32016-04-13 11:59:46 +0100363std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
364 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700365 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700366}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700367#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700368
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100369static void SetupIntrinsic(Thread* self,
370 Intrinsics intrinsic,
371 InvokeType invoke_type,
372 const char* class_name,
373 const char* method_name,
374 const char* signature)
375 REQUIRES_SHARED(Locks::mutator_lock_) {
376 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
377 PointerSize image_size = class_linker->GetImagePointerSize();
378 mirror::Class* cls = class_linker->FindSystemClass(self, class_name);
379 if (cls == nullptr) {
380 LOG(FATAL) << "Could not find class of intrinsic " << class_name;
381 }
382 ArtMethod* method = (invoke_type == kStatic || invoke_type == kDirect)
383 ? cls->FindDeclaredDirectMethod(method_name, signature, image_size)
384 : cls->FindDeclaredVirtualMethod(method_name, signature, image_size);
385 if (method == nullptr) {
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100386 LOG(FATAL) << "Could not find method of intrinsic "
387 << class_name << " " << method_name << " " << signature;
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100388 }
389 DCHECK_EQ(method->GetInvokeType(), invoke_type);
390 method->SetIntrinsic(static_cast<uint32_t>(intrinsic));
391}
392
Brian Carlstrom7940e442013-07-12 13:46:57 -0700393void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700394 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800395 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700396 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800397
398 InitializeThreadPools();
399
Andreas Gampe8d295f82015-01-20 14:50:21 -0800400 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700401 // Precompile:
402 // 1) Load image classes
403 // 2) Resolve all classes
404 // 3) Attempt to verify all classes
405 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000406 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000407 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100408 // We don't need to setup the intrinsics for non boot image compilation, as
409 // those compilations will pick up a boot image that have the ArtMethod already
410 // set with the intrinsics flag.
411 ScopedObjectAccess soa(Thread::Current());
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100412#define SETUP_INTRINSICS(Name, InvokeType, NeedsEnvironmentOrCache, SideEffects, Exceptions, \
413 ClassName, MethodName, Signature) \
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100414 SetupIntrinsic(soa.Self(), Intrinsics::k##Name, InvokeType, ClassName, MethodName, Signature);
415#include "intrinsics_list.h"
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100416INTRINSICS_LIST(SETUP_INTRINSICS)
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100417#undef INTRINSICS_LIST
Nicolas Geoffrayb20f1fe2016-10-03 13:57:40 +0100418#undef SETUP_INTRINSICS
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100419 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700420 // Compile:
421 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
422 // compilation.
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000423 if (GetCompilerOptions().IsAnyMethodCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800424 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700425 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700426 if (dump_stats_) {
427 stats_->Dump();
428 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800429
430 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700431}
432
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000433// In-place unquicken the given `dex_files` based on `quickening_info`.
434static void Unquicken(const std::vector<const DexFile*>& dex_files,
Nicolas Geoffrayb1677e22016-12-16 16:23:16 +0000435 const ArrayRef<const uint8_t>& quickening_info,
436 bool decompile_return_instruction) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000437 const uint8_t* quickening_info_ptr = quickening_info.data();
438 const uint8_t* const quickening_info_end = quickening_info.data() + quickening_info.size();
439 for (const DexFile* dex_file : dex_files) {
440 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
441 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
442 const uint8_t* class_data = dex_file->GetClassData(class_def);
443 if (class_data == nullptr) {
444 continue;
445 }
446 ClassDataItemIterator it(*dex_file, class_data);
447 // Skip fields
448 while (it.HasNextStaticField()) {
449 it.Next();
450 }
451 while (it.HasNextInstanceField()) {
452 it.Next();
453 }
454
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000455 while (it.HasNextDirectMethod()) {
456 const DexFile::CodeItem* code_item = it.GetMethodCodeItem();
457 if (code_item != nullptr) {
458 uint32_t quickening_size = *reinterpret_cast<const uint32_t*>(quickening_info_ptr);
459 quickening_info_ptr += sizeof(uint32_t);
Nicolas Geoffrayb1677e22016-12-16 16:23:16 +0000460 optimizer::ArtDecompileDEX(*code_item,
461 ArrayRef<const uint8_t>(quickening_info_ptr, quickening_size),
462 decompile_return_instruction);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000463 quickening_info_ptr += quickening_size;
464 }
465 it.Next();
466 }
467
468 while (it.HasNextVirtualMethod()) {
469 const DexFile::CodeItem* code_item = it.GetMethodCodeItem();
470 if (code_item != nullptr) {
471 uint32_t quickening_size = *reinterpret_cast<const uint32_t*>(quickening_info_ptr);
472 quickening_info_ptr += sizeof(uint32_t);
Nicolas Geoffrayb1677e22016-12-16 16:23:16 +0000473 optimizer::ArtDecompileDEX(*code_item,
474 ArrayRef<const uint8_t>(quickening_info_ptr, quickening_size),
475 decompile_return_instruction);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000476 quickening_info_ptr += quickening_size;
477 }
478 it.Next();
479 }
480 DCHECK(!it.HasNext());
481 }
482 }
Nicolas Geoffray97fa9922017-03-09 13:13:25 +0000483 if (quickening_info_ptr != quickening_info_end) {
484 LOG(FATAL) << "Failed to use all quickening info";
485 }
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000486}
487
488void CompilerDriver::CompileAll(jobject class_loader,
489 const std::vector<const DexFile*>& dex_files,
490 VdexFile* vdex_file,
491 TimingLogger* timings) {
492 if (vdex_file != nullptr) {
493 // TODO: we unquicken unconditionnally, as we don't know
494 // if the boot image has changed. How exactly we'll know is under
495 // experimentation.
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000496 if (vdex_file->GetQuickeningInfo().size() != 0) {
497 TimingLogger::ScopedTiming t("Unquicken", timings);
498 // We do not decompile a RETURN_VOID_NO_BARRIER into a RETURN_VOID, as the quickening
499 // optimization does not depend on the boot image (the optimization relies on not
500 // having final fields in a class, which does not change for an app).
501 Unquicken(dex_files,
502 vdex_file->GetQuickeningInfo(),
503 /* decompile_return_instruction */ false);
504 }
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000505 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps(
506 new verifier::VerifierDeps(dex_files, vdex_file->GetVerifierDepsData()));
507 }
508 CompileAll(class_loader, dex_files, timings);
509}
510
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700511static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
512 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
513 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700514 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800515 auto* const runtime = Runtime::Current();
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000516 DCHECK(driver.GetCompilerOptions().IsAnyMethodCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700517 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800518 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800519 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700520 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700521 CHECK(self->IsExceptionPending());
522 self->ClearException();
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700523 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700524 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700525 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
526 // references with actual offsets. We cannot re-verify such instructions.
527 //
528 // We store the verification information in the class status in the oat file, which the linker
529 // can validate (checksums) and use to skip load-time verification. It is thus safe to
530 // optimize when a class has been fully verified before.
Alex Lighte40dd382017-01-25 17:44:53 -0800531 optimizer::DexToDexCompilationLevel max_level = optimizer::DexToDexCompilationLevel::kOptimize;
532 if (driver.GetCompilerOptions().GetDebuggable()) {
533 // We are debuggable so definitions of classes might be changed. We don't want to do any
534 // optimizations that could break that.
535 max_level = optimizer::DexToDexCompilationLevel::kRequired;
536 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700537 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200538 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800539 return max_level;
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000540 } else if (klass->ShouldVerifyAtRuntime()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200541 // Class verification has soft-failed. Anyway, ensure at least correctness.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700542 return optimizer::DexToDexCompilationLevel::kRequired;
Sebastien Hertz75021222013-07-16 18:34:50 +0200543 } else {
544 // Class verification has failed: do not run DEX-to-DEX compilation.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700545 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
546 }
547}
548
549static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
550 Thread* self,
551 const CompilerDriver& driver,
552 jobject jclass_loader,
553 const DexFile& dex_file,
554 const DexFile::ClassDef& class_def) {
555 ScopedObjectAccess soa(self);
556 StackHandleScope<1> hs(soa.Self());
557 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700558 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700559 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
560}
561
562// Does the runtime for the InstructionSet provide an implementation returned by
563// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
564static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
565 switch (isa) {
566 case kArm:
567 case kArm64:
568 case kThumb2:
569 case kMips:
570 case kMips64:
571 case kX86:
572 case kX86_64: return true;
573 default: return false;
574 }
575}
576
577static void CompileMethod(Thread* self,
578 CompilerDriver* driver,
579 const DexFile::CodeItem* code_item,
580 uint32_t access_flags,
581 InvokeType invoke_type,
582 uint16_t class_def_idx,
583 uint32_t method_idx,
Vladimir Marko0b66d612017-03-13 14:50:04 +0000584 jobject class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700585 const DexFile& dex_file,
586 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700587 bool compilation_enabled,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800588 Handle<mirror::DexCache> dex_cache) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700589 DCHECK(driver != nullptr);
590 CompiledMethod* compiled_method = nullptr;
591 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
592 MethodReference method_ref(&dex_file, method_idx);
593
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100594 if (driver->GetCurrentDexToDexMethods() != nullptr) {
595 // This is the second pass when we dex-to-dex compile previously marked methods.
596 // TODO: Refactor the compilation to avoid having to distinguish the two passes
597 // here. That should be done on a higher level. http://b/29089975
598 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) {
599 const VerifiedMethod* verified_method =
600 driver->GetVerificationResults()->GetVerifiedMethod(method_ref);
601 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
602 // for example, relies on it.
603 compiled_method = optimizer::ArtCompileDEX(
604 driver,
605 code_item,
606 access_flags,
607 invoke_type,
608 class_def_idx,
609 method_idx,
610 class_loader,
611 dex_file,
612 (verified_method != nullptr)
613 ? dex_to_dex_compilation_level
614 : optimizer::DexToDexCompilationLevel::kRequired);
615 }
616 } else if ((access_flags & kAccNative) != 0) {
Goran Jakovljevic8d41c082016-09-28 08:49:46 +0000617 // Are we extracting only and have support for generic JNI down calls?
618 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
619 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700620 // Leaving this empty will trigger the generic JNI version
621 } else {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700622 // Look-up the ArtMethod associated with this code_item (if any)
623 // -- It is later used to lookup any [optimization] annotations for this method.
624 ScopedObjectAccess soa(self);
Vladimir Marko0b66d612017-03-13 14:50:04 +0000625 StackHandleScope<1> hs(soa.Self());
626 Handle<mirror::ClassLoader> class_loader_handle(hs.NewHandle(
627 soa.Decode<mirror::ClassLoader>(class_loader)));
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700628
629 // TODO: Lookup annotation from DexFile directly without resolving method.
630 ArtMethod* method =
631 Runtime::Current()->GetClassLinker()->ResolveMethod<ClassLinker::kNoICCECheckForCache>(
632 dex_file,
633 method_idx,
634 dex_cache,
Vladimir Marko0b66d612017-03-13 14:50:04 +0000635 class_loader_handle,
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700636 /* referrer */ nullptr,
637 invoke_type);
638
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700639 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
640 Compiler::JniOptimizationFlags optimization_flags = Compiler::kNone;
641 if (UNLIKELY(method == nullptr)) {
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700642 // Failed method resolutions happen very rarely, e.g. ancestor class cannot be resolved.
643 DCHECK(self->IsExceptionPending());
644 self->ClearException();
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700645 } else if (method->IsAnnotatedWithFastNative()) {
646 // TODO: Will no longer need this CHECK once we have verifier checking this.
647 CHECK(!method->IsAnnotatedWithCriticalNative());
648 optimization_flags = Compiler::kFastNative;
649 } else if (method->IsAnnotatedWithCriticalNative()) {
650 // TODO: Will no longer need this CHECK once we have verifier checking this.
651 CHECK(!method->IsAnnotatedWithFastNative());
652 optimization_flags = Compiler::kCriticalNative;
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700653 }
654
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700655 compiled_method = driver->GetCompiler()->JniCompile(access_flags,
656 method_idx,
657 dex_file,
658 optimization_flags);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700659 CHECK(compiled_method != nullptr);
660 }
661 } else if ((access_flags & kAccAbstract) != 0) {
662 // Abstract methods don't have code.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000663 } else {
Andreas Gampe0760a812015-08-26 17:12:51 -0700664 const VerifiedMethod* verified_method =
665 driver->GetVerificationResults()->GetVerifiedMethod(method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700666 bool compile = compilation_enabled &&
667 // Basic checks, e.g., not <clinit>.
668 driver->GetVerificationResults()
669 ->IsCandidateForCompilation(method_ref, access_flags) &&
670 // Did not fail to create VerifiedMethod metadata.
Andreas Gampe0760a812015-08-26 17:12:51 -0700671 verified_method != nullptr &&
672 // Do not have failures that should punt to the interpreter.
673 !verified_method->HasRuntimeThrow() &&
674 (verified_method->GetEncounteredVerificationFailures() &
Andreas Gampea727e372015-08-25 09:22:37 -0700675 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700676 // Is eligable for compilation by methods-to-compile filter.
Calin Juravle226501b2015-12-11 14:41:31 +0000677 driver->IsMethodToCompile(method_ref) &&
678 driver->ShouldCompileBasedOnProfile(method_ref);
679
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700680 if (compile) {
681 // NOTE: if compiler declines to compile this method, it will return null.
Vladimir Marko0b66d612017-03-13 14:50:04 +0000682 compiled_method = driver->GetCompiler()->Compile(code_item, access_flags, invoke_type,
683 class_def_idx, method_idx, class_loader,
684 dex_file, dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700685 }
686 if (compiled_method == nullptr &&
687 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) {
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100688 DCHECK(!Runtime::Current()->UseJitCompilation());
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700689 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100690 driver->MarkForDexToDexCompilation(self, method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700691 }
692 }
693 if (kTimeCompileMethod) {
694 uint64_t duration_ns = NanoTime() - start_ns;
695 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700696 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700697 << " took " << PrettyDuration(duration_ns);
698 }
699 }
700
701 if (compiled_method != nullptr) {
702 // Count non-relative linker patches.
703 size_t non_relative_linker_patch_count = 0u;
704 for (const LinkerPatch& patch : compiled_method->GetPatches()) {
705 if (!patch.IsPcRelative()) {
706 ++non_relative_linker_patch_count;
707 }
708 }
709 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
710 // When compiling with PIC, there should be zero non-relative linker patches
711 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
712
713 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
714 }
715
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700716 if (self->IsExceptionPending()) {
717 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700718 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700719 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200720 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700721}
722
Mathieu Chartiere401d142015-04-22 13:56:20 -0700723void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700724 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700725 jobject jclass_loader;
726 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700727 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800728 uint32_t method_idx = method->GetDexMethodIndex();
729 uint32_t access_flags = method->GetAccessFlags();
730 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko0b66d612017-03-13 14:50:04 +0000731 StackHandleScope<1> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700732 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700733 {
734 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800735 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko0b66d612017-03-13 14:50:04 +0000736 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700737 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
738 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700739 dex_file = method->GetDexFile();
740 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700741 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800742 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700743
744 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700745 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700746
747 std::vector<const DexFile*> dex_files;
748 dex_files.push_back(dex_file);
749
Andreas Gampeace0dc12016-01-20 13:33:13 -0800750 InitializeThreadPools();
751
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000752 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700753
Brian Carlstrom7940e442013-07-12 13:46:57 -0700754 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700755 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
756 GetDexToDexCompilationLevel(self,
757 *this,
758 jclass_loader,
759 *dex_file,
760 dex_file->GetClassDef(class_def_idx));
761
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100762 DCHECK(current_dex_to_dex_methods_ == nullptr);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700763 CompileMethod(self,
764 this,
765 code_item,
766 access_flags,
767 invoke_type,
768 class_def_idx,
769 method_idx,
Vladimir Marko0b66d612017-03-13 14:50:04 +0000770 jclass_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700771 *dex_file,
772 dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700773 true,
774 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700775
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100776 ArrayRef<DexFileMethodSet> dex_to_dex_references;
777 {
778 // From this point on, we shall not modify dex_to_dex_references_, so
779 // just grab a reference to it that we use without holding the mutex.
780 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
781 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
782 }
783 if (!dex_to_dex_references.empty()) {
784 DCHECK_EQ(dex_to_dex_references.size(), 1u);
785 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file);
786 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes();
787 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx));
788 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u);
789 CompileMethod(self,
790 this,
791 code_item,
792 access_flags,
793 invoke_type,
794 class_def_idx,
795 method_idx,
Vladimir Marko0b66d612017-03-13 14:50:04 +0000796 jclass_loader,
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100797 *dex_file,
798 dex_to_dex_compilation_level,
799 true,
800 dex_cache);
801 current_dex_to_dex_methods_ = nullptr;
802 }
803
Andreas Gampeace0dc12016-01-20 13:33:13 -0800804 FreeThreadPools();
805
Brian Carlstrom7940e442013-07-12 13:46:57 -0700806 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800807}
808
Andreas Gampeace0dc12016-01-20 13:33:13 -0800809void CompilerDriver::Resolve(jobject class_loader,
810 const std::vector<const DexFile*>& dex_files,
811 TimingLogger* timings) {
812 // Resolution allocates classes and needs to run single-threaded to be deterministic.
813 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
814 ThreadPool* resolve_thread_pool = force_determinism
815 ? single_thread_pool_.get()
816 : parallel_thread_pool_.get();
817 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
818
Brian Carlstrom7940e442013-07-12 13:46:57 -0700819 for (size_t i = 0; i != dex_files.size(); ++i) {
820 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700821 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800822 ResolveDexFile(class_loader,
823 *dex_file,
824 dex_files,
825 resolve_thread_pool,
826 resolve_thread_count,
827 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700828 }
829}
830
Andreas Gampeace0dc12016-01-20 13:33:13 -0800831// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
832// this is single-threaded for simplicity.
833// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
834// stable order.
835
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000836static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache,
Andreas Gampeace0dc12016-01-20 13:33:13 -0800837 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000838 const DexFile::CodeItem* code_item)
839 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800840 if (code_item == nullptr) {
841 // Abstract or native method.
842 return;
843 }
844
845 const uint16_t* code_ptr = code_item->insns_;
846 const uint16_t* code_end = code_item->insns_ + code_item->insns_size_in_code_units_;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000847 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800848
849 while (code_ptr < code_end) {
850 const Instruction* inst = Instruction::At(code_ptr);
851 switch (inst->Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000852 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800853 case Instruction::CONST_STRING_JUMBO: {
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800854 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000855 ? inst->VRegB_21c()
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800856 : inst->VRegB_31c());
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000857 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache);
858 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800859 break;
860 }
861
862 default:
863 break;
864 }
865
866 code_ptr += inst->SizeInCodeUnits();
867 }
868}
869
870static void ResolveConstStrings(CompilerDriver* driver,
871 const std::vector<const DexFile*>& dex_files,
872 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000873 ScopedObjectAccess soa(Thread::Current());
874 StackHandleScope<1> hs(soa.Self());
875 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
876 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
877
Andreas Gampeace0dc12016-01-20 13:33:13 -0800878 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000879 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800880 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
881
882 size_t class_def_count = dex_file->NumClassDefs();
883 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
884 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
885
886 const uint8_t* class_data = dex_file->GetClassData(class_def);
887 if (class_data == nullptr) {
888 // empty class, probably a marker interface
889 continue;
890 }
891
892 ClassDataItemIterator it(*dex_file, class_data);
893 // Skip fields
894 while (it.HasNextStaticField()) {
895 it.Next();
896 }
897 while (it.HasNextInstanceField()) {
898 it.Next();
899 }
900
901 bool compilation_enabled = driver->IsClassToCompile(
902 dex_file->StringByTypeIdx(class_def.class_idx_));
903 if (!compilation_enabled) {
904 // Compilation is skipped, do not resolve const-string in code of this class.
905 // TODO: Make sure that inlining honors this.
906 continue;
907 }
908
909 // Direct methods.
910 int64_t previous_direct_method_idx = -1;
911 while (it.HasNextDirectMethod()) {
912 uint32_t method_idx = it.GetMemberIndex();
913 if (method_idx == previous_direct_method_idx) {
914 // smali can create dex files with two encoded_methods sharing the same method_idx
915 // http://code.google.com/p/smali/issues/detail?id=119
916 it.Next();
917 continue;
918 }
919 previous_direct_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000920 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800921 it.Next();
922 }
923 // Virtual methods.
924 int64_t previous_virtual_method_idx = -1;
925 while (it.HasNextVirtualMethod()) {
926 uint32_t method_idx = it.GetMemberIndex();
927 if (method_idx == previous_virtual_method_idx) {
928 // smali can create dex files with two encoded_methods sharing the same method_idx
929 // http://code.google.com/p/smali/issues/detail?id=119
930 it.Next();
931 continue;
932 }
933 previous_virtual_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000934 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800935 it.Next();
936 }
937 DCHECK(!it.HasNext());
938 }
939 }
940}
941
942inline void CompilerDriver::CheckThreadPools() {
943 DCHECK(parallel_thread_pool_ != nullptr);
944 DCHECK(single_thread_pool_ != nullptr);
945}
946
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000947static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
948 const std::vector<const DexFile*>& dex_files) {
949 ScopedObjectAccess soa(Thread::Current());
950 StackHandleScope<2> hs(soa.Self());
951 Handle<mirror::ClassLoader> class_loader(
952 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
953 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
954 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
955
956 for (const DexFile* dex_file : dex_files) {
957 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
958 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
959 const char* descriptor = dex_file->GetClassDescriptor(class_def);
960 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800961 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000962 soa.Self()->ClearException();
963 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000964 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000965 << cls->PrettyClass()
966 << " " << cls->GetStatus();
967 }
968 }
969 }
970}
971
Andreas Gampeace0dc12016-01-20 13:33:13 -0800972void CompilerDriver::PreCompile(jobject class_loader,
973 const std::vector<const DexFile*>& dex_files,
974 TimingLogger* timings) {
975 CheckThreadPools();
976
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800977 for (const DexFile* dex_file : dex_files) {
978 // Can be already inserted if the caller is CompileOne. This happens for gtests.
979 if (!compiled_methods_.HaveDexFile(dex_file)) {
980 compiled_methods_.AddDexFile(dex_file);
981 }
982 }
983
Brian Carlstrom7940e442013-07-12 13:46:57 -0700984 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800985 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700986
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000987 if (compiler_options_->IsAnyMethodCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800988 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700989 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
990 }
991
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000992 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800993 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800994 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700995 }
996
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000997 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700998 return;
999 }
1000
Vladimir Markoaad75c62016-10-03 08:46:48 +00001001 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -08001002 // Resolve strings from const-string. Do this now to have a deterministic image.
1003 ResolveConstStrings(this, dex_files, timings);
1004 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
1005 }
1006
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001007 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -08001008 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001009
Andreas Gampe6cf49e52015-03-05 13:08:45 -08001010 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
1011 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such "
1012 << "situations. Please check the log.";
1013 }
1014
Nicolas Geoffray60ca9492016-12-20 21:15:00 +00001015 if (compiler_options_->IsAnyMethodCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001016 if (kIsDebugBuild) {
1017 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
1018 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00001019 InitializeClasses(class_loader, dex_files, timings);
1020 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
1021 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001022
1023 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -08001024 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001025}
1026
Ian Rogersdfb325e2013-10-30 01:00:44 -07001027bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -08001028 if (image_classes_ != nullptr) {
1029 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -07001030 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001031 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -08001032 // No set of image classes, assume we include all the classes.
1033 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +00001034 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001035}
1036
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001037bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001038 if (classes_to_compile_ == nullptr) {
1039 return true;
1040 }
1041 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -08001042}
1043
Andreas Gampe70bef0d2015-04-15 02:37:28 -07001044bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const {
Andreas Gampe70bef0d2015-04-15 02:37:28 -07001045 if (methods_to_compile_ == nullptr) {
1046 return true;
1047 }
1048
David Sehr709b0702016-10-13 09:12:37 -07001049 std::string tmp = method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true);
Andreas Gampe70bef0d2015-04-15 02:37:28 -07001050 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end();
1051}
1052
Calin Juravle226501b2015-12-11 14:41:31 +00001053bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001054 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -08001055 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
1056 // Use the compiler filter instead of the presence of profile_compilation_info_ since
1057 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +00001058 return true;
1059 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -08001060 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
1061 if (profile_compilation_info_ == nullptr) {
1062 return false;
1063 }
Calin Juravle226501b2015-12-11 14:41:31 +00001064 bool result = profile_compilation_info_->ContainsMethod(method_ref);
1065
1066 if (kDebugProfileGuidedCompilation) {
1067 LOG(INFO) << "[ProfileGuidedCompilation] "
1068 << (result ? "Compiled" : "Skipped") << " method:"
David Sehr709b0702016-10-13 09:12:37 -07001069 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true);
Calin Juravle226501b2015-12-11 14:41:31 +00001070 }
1071 return result;
1072}
1073
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001074class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
1075 public:
Vladimir Marko0b66d612017-03-13 14:50:04 +00001076 explicit ResolveCatchBlockExceptionsClassVisitor(
1077 std::set<std::pair<dex::TypeIndex, const DexFile*>>& exceptions_to_resolve)
1078 : exceptions_to_resolve_(exceptions_to_resolve) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001079
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001080 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001081 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1082 for (auto& m : c->GetMethods(pointer_size)) {
1083 ResolveExceptionsForMethod(&m);
1084 }
Mathieu Chartiere4275c02015-08-06 15:34:15 -07001085 return true;
1086 }
1087
Vladimir Markobfb80d22017-02-14 14:08:12 +00001088 private:
Vladimir Marko0b66d612017-03-13 14:50:04 +00001089 void ResolveExceptionsForMethod(ArtMethod* method_handle)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001090 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001091 const DexFile::CodeItem* code_item = method_handle->GetCodeItem();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001092 if (code_item == nullptr) {
1093 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001094 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001095 if (code_item->tries_size_ == 0) {
1096 return; // nothing to process
1097 }
1098 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
1099 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1100 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1101 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1102 bool has_catch_all = false;
1103 if (encoded_catch_handler_size <= 0) {
1104 encoded_catch_handler_size = -encoded_catch_handler_size;
1105 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001106 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001107 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001108 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1109 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001110 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko0b66d612017-03-13 14:50:04 +00001111 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1112 exceptions_to_resolve_.emplace(encoded_catch_handler_handlers_type_idx,
1113 method_handle->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001114 }
1115 // ignore address associated with catch handler
1116 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1117 }
1118 if (has_catch_all) {
1119 // ignore catch all address
1120 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1121 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001122 }
1123 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001124
Vladimir Marko0b66d612017-03-13 14:50:04 +00001125 std::set<std::pair<dex::TypeIndex, const DexFile*>>& exceptions_to_resolve_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001126};
1127
1128class RecordImageClassesVisitor : public ClassVisitor {
1129 public:
1130 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1131 : image_classes_(image_classes) {}
1132
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001133 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001134 std::string temp;
1135 image_classes_->insert(klass->GetDescriptor(&temp));
1136 return true;
1137 }
1138
1139 private:
1140 std::unordered_set<std::string>* const image_classes_;
1141};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001142
1143// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001144void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001145 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001146 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001147 return;
1148 }
1149
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001150 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001151 // Make a first class to load all classes explicitly listed in the file
1152 Thread* self = Thread::Current();
1153 ScopedObjectAccess soa(self);
1154 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001155 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001156 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001157 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001158 StackHandleScope<1> hs(self);
1159 Handle<mirror::Class> klass(
1160 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001161 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001162 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001163 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001164 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001165 } else {
1166 ++it;
1167 }
1168 }
1169
1170 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1171 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1172 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001173 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001174 StackHandleScope<1> hs(self);
1175 Handle<mirror::Class> java_lang_Throwable(
1176 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001177 do {
1178 unresolved_exception_types.clear();
Vladimir Marko0b66d612017-03-13 14:50:04 +00001179 ResolveCatchBlockExceptionsClassVisitor visitor(unresolved_exception_types);
1180 class_linker->VisitClasses(&visitor);
Andreas Gampea5b09a62016-11-17 15:21:22 -08001181 for (const auto& exception_type : unresolved_exception_types) {
1182 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001183 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001184 StackHandleScope<2> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001185 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1186 nullptr)));
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001187 Handle<mirror::Class> klass(hs2.NewHandle(
Andreas Gampefa4333d2017-02-14 11:10:34 -08001188 (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001189 ? class_linker->ResolveType(*dex_file,
1190 exception_type_idx,
1191 dex_cache,
1192 ScopedNullHandle<mirror::ClassLoader>())
1193 : nullptr));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001194 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001195 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1196 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1197 LOG(FATAL) << "Failed to resolve class " << descriptor;
1198 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001199 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001200 }
1201 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1202 // more are found
1203 } while (!unresolved_exception_types.empty());
1204
1205 // We walk the roots looking for classes so that we'll pick up the
1206 // above classes plus any classes them depend on such super
1207 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001208 RecordImageClassesVisitor visitor(image_classes_.get());
1209 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001210
1211 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001212}
1213
Vladimir Marko19a4d372016-12-08 14:41:46 +00001214static void MaybeAddToImageClasses(Thread* self,
1215 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001216 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001217 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001218 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001219 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001220 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001221 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001222 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001223 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001224 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1225 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001226 if (!result.second) { // Previously inserted.
1227 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001228 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001229 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001230 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1231 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1232 DCHECK(interface != nullptr);
1233 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001234 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001235 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1236 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001237 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001238 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001239 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001240 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001241 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001242 }
1243}
1244
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001245// Keeps all the data for the update together. Also doubles as the reference visitor.
1246// Note: we can use object pointers because we suspend all threads.
1247class ClinitImageUpdate {
1248 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001249 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1250 std::unordered_set<std::string>* image_class_descriptors,
1251 Thread* self,
1252 ClassLinker* linker) {
1253 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1254 image_class_descriptors,
1255 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001256 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001257 return res.release();
1258 }
1259
1260 ~ClinitImageUpdate() {
1261 // Allow others to suspend again.
1262 self_->EndAssertNoThreadSuspension(old_cause_);
1263 }
1264
1265 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001266 void operator()(ObjPtr<mirror::Object> object,
1267 MemberOffset field_offset,
1268 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001269 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001270 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1271 if (ref != nullptr) {
1272 VisitClinitClassesObject(ref);
1273 }
1274 }
1275
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001276 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001277 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1278 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001279
1280 // Ignore class native roots.
1281 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1282 const {}
1283 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001284
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001285 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001286 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001287 for (Handle<mirror::Class> klass_root : image_classes_) {
1288 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001289 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001290 Thread* self = Thread::Current();
1291 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001292 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001293 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001294 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001295 }
1296
1297 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001298 class FindImageClassesVisitor : public ClassVisitor {
1299 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001300 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1301 ClinitImageUpdate* data)
1302 : data_(data),
1303 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001304
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001305 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001306 std::string temp;
1307 const char* name = klass->GetDescriptor(&temp);
1308 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001309 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001310 } else {
1311 // Check whether it is initialized and has a clinit. They must be kept, too.
1312 if (klass->IsInitialized() && klass->FindClassInitializer(
1313 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001314 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001315 }
1316 }
1317 return true;
1318 }
1319
1320 private:
1321 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001322 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001323 };
1324
Mathieu Chartier31e88222016-10-14 18:43:19 -07001325 ClinitImageUpdate(VariableSizedHandleScope& hs,
1326 std::unordered_set<std::string>* image_class_descriptors,
1327 Thread* self,
1328 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1329 : hs_(hs),
1330 image_class_descriptors_(image_class_descriptors),
1331 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001332 CHECK(linker != nullptr);
1333 CHECK(image_class_descriptors != nullptr);
1334
1335 // Make sure nobody interferes with us.
1336 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1337
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001338 // Find all the already-marked classes.
1339 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001340 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001341 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001342 }
1343
1344 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001345 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001346 DCHECK(object != nullptr);
1347 if (marked_objects_.find(object) != marked_objects_.end()) {
1348 // Already processed.
1349 return;
1350 }
1351
1352 // Mark it.
1353 marked_objects_.insert(object);
1354
1355 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001356 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1357 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1358 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001359 } else {
1360 // Else visit the object's class.
1361 VisitClinitClassesObject(object->GetClass());
1362 }
1363
Mathieu Chartiere401d142015-04-22 13:56:20 -07001364 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001365 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001366 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001367 }
1368 }
1369
Mathieu Chartier31e88222016-10-14 18:43:19 -07001370 VariableSizedHandleScope& hs_;
1371 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001372 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001373 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001374 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001375 Thread* const self_;
1376 const char* old_cause_;
1377
1378 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1379};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001380
Ian Rogers3d504072014-03-01 09:16:49 -08001381void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001382 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001383 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001384
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001385 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001386
1387 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001388 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001389
Mathieu Chartier31e88222016-10-14 18:43:19 -07001390 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001391 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001392 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1393 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001394 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001395 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001396
1397 // Do the marking.
1398 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001399 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001400}
1401
Vladimir Marko07785bb2015-06-15 18:52:54 +01001402bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1403 Runtime* runtime = Runtime::Current();
1404 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001405 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001406 // Having the klass reference here implies that the klass is already loaded.
1407 return true;
1408 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001409 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001410 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1411 // loaded because we don't even know what class loader will be used to load them.
1412 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1413 return class_in_image;
1414 }
1415 std::string temp;
1416 const char* descriptor = klass->GetDescriptor(&temp);
1417 return IsImageClass(descriptor);
1418}
1419
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001420void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) {
1421 MutexLock lock(self, dex_to_dex_references_lock_);
1422 // Since we're compiling one dex file at a time, we need to look for the
1423 // current dex file entry only at the end of dex_to_dex_references_.
1424 if (dex_to_dex_references_.empty() ||
1425 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) {
1426 dex_to_dex_references_.emplace_back(*method_ref.dex_file);
1427 }
1428 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.dex_method_index);
1429}
1430
Vladimir Marko0b66d612017-03-13 14:50:04 +00001431bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx,
1432 Handle<mirror::DexCache> dex_cache,
1433 dex::TypeIndex type_idx) {
1434 // Get type from dex cache assuming it was populated by the verifier
1435 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001436 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001437 stats_->TypeNeedsAccessCheck();
1438 return false; // Unknown class needs access checks.
1439 }
Vladimir Marko0b66d612017-03-13 14:50:04 +00001440 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx);
David Brazdil38f64d32016-01-18 17:13:41 +00001441 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1442 if (!is_accessible) {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001443 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
David Brazdil38f64d32016-01-18 17:13:41 +00001444 if (referrer_class == nullptr) {
1445 stats_->TypeNeedsAccessCheck();
1446 return false; // Incomplete referrer knowledge needs access check.
1447 }
1448 // Perform access check, will return true if access is ok or false if we're going to have to
1449 // check this at runtime (for example for class loaders).
1450 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001451 }
David Brazdil38f64d32016-01-18 17:13:41 +00001452 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001453 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001454 } else {
1455 stats_->TypeNeedsAccessCheck();
1456 }
David Brazdil38f64d32016-01-18 17:13:41 +00001457 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001458}
1459
Vladimir Marko0b66d612017-03-13 14:50:04 +00001460bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
1461 Handle<mirror::DexCache> dex_cache,
1462 dex::TypeIndex type_idx,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001463 bool* finalizable) {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001464 // Get type from dex cache assuming it was populated by the verifier.
1465 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001466 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001467 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001468 // Be conservative.
1469 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001470 return false; // Unknown class needs access checks.
1471 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001472 *finalizable = resolved_class->IsFinalizable();
Vladimir Marko0b66d612017-03-13 14:50:04 +00001473 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx);
David Brazdil38f64d32016-01-18 17:13:41 +00001474 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1475 if (!is_accessible) {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001476 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
David Brazdil38f64d32016-01-18 17:13:41 +00001477 if (referrer_class == nullptr) {
1478 stats_->TypeNeedsAccessCheck();
1479 return false; // Incomplete referrer knowledge needs access check.
1480 }
1481 // Perform access and instantiable checks, will return true if access is ok or false if we're
1482 // going to have to check this at runtime (for example for class loaders).
1483 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001484 }
David Brazdil38f64d32016-01-18 17:13:41 +00001485 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001486 if (result) {
1487 stats_->TypeDoesntNeedAccessCheck();
1488 } else {
1489 stats_->TypeNeedsAccessCheck();
1490 }
1491 return result;
1492}
1493
Vladimir Markobe0e5462014-02-26 11:24:15 +00001494void CompilerDriver::ProcessedInstanceField(bool resolved) {
1495 if (!resolved) {
1496 stats_->UnresolvedInstanceField();
1497 } else {
1498 stats_->ResolvedInstanceField();
1499 }
1500}
1501
1502void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1503 if (!resolved) {
1504 stats_->UnresolvedStaticField();
1505 } else if (local) {
1506 stats_->ResolvedLocalStaticField();
1507 } else {
1508 stats_->ResolvedStaticField();
1509 }
1510}
1511
Mathieu Chartierc7853442015-03-27 14:35:38 -07001512ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1513 const DexCompilationUnit* mUnit, bool is_put,
1514 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001515 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001516 ArtField* resolved_field;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001517 mirror::Class* referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001518 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001519 {
Vladimir Marko0b66d612017-03-13 14:50:04 +00001520 StackHandleScope<1> hs(soa.Self());
1521 Handle<mirror::ClassLoader> class_loader_handle(
1522 hs.NewHandle(soa.Decode<mirror::ClassLoader>(mUnit->GetClassLoader())));
Mathieu Chartier736b5602015-09-02 14:54:11 -07001523 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001524 referrer_class = resolved_field != nullptr
Mathieu Chartier736b5602015-09-02 14:54:11 -07001525 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001526 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001527 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001528 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001529 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001530 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001531 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001532 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001533 ProcessedInstanceField(can_link);
1534 return can_link ? resolved_field : nullptr;
1535}
1536
1537bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1538 bool is_put, MemberOffset* field_offset,
1539 bool* is_volatile) {
1540 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001541 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001542
Mathieu Chartierc7853442015-03-27 14:35:38 -07001543 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001544 // Conservative defaults.
1545 *is_volatile = true;
1546 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001547 return false;
1548 } else {
1549 *is_volatile = resolved_field->IsVolatile();
1550 *field_offset = resolved_field->GetOffset();
1551 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001552 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001553}
1554
Vladimir Marko2730db02014-01-27 11:15:17 +00001555const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1556 uint32_t method_idx) const {
1557 MethodReference ref(dex_file, method_idx);
1558 return verification_results_->GetVerifiedMethod(ref);
1559}
1560
1561bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001562 if (!compiler_options_->IsVerificationEnabled()) {
1563 // If we didn't verify, every cast has to be treated as non-safe.
1564 return false;
1565 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001566 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1567 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001568 if (result) {
1569 stats_->SafeCast();
1570 } else {
1571 stats_->NotASafeCast();
1572 }
1573 return result;
1574}
1575
Mathieu Chartier90443472015-07-16 20:32:27 -07001576class CompilationVisitor {
1577 public:
1578 virtual ~CompilationVisitor() {}
1579 virtual void Visit(size_t index) = 0;
1580};
1581
Brian Carlstrom7940e442013-07-12 13:46:57 -07001582class ParallelCompilationManager {
1583 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001584 ParallelCompilationManager(ClassLinker* class_linker,
1585 jobject class_loader,
1586 CompilerDriver* compiler,
1587 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001588 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001589 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001590 : index_(0),
1591 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001592 class_loader_(class_loader),
1593 compiler_(compiler),
1594 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001595 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001596 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001597
1598 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001599 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001600 return class_linker_;
1601 }
1602
1603 jobject GetClassLoader() const {
1604 return class_loader_;
1605 }
1606
1607 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001608 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001609 return compiler_;
1610 }
1611
1612 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001613 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001614 return dex_file_;
1615 }
1616
Andreas Gampede7b4362014-07-28 18:38:57 -07001617 const std::vector<const DexFile*>& GetDexFiles() const {
1618 return dex_files_;
1619 }
1620
Mathieu Chartier90443472015-07-16 20:32:27 -07001621 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1622 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001623 Thread* self = Thread::Current();
1624 self->AssertNoPendingException();
1625 CHECK_GT(work_units, 0U);
1626
Ian Rogers3e5cf302014-05-20 16:40:37 -07001627 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001628 for (size_t i = 0; i < work_units; ++i) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001629 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001630 }
1631 thread_pool_->StartWorkers(self);
1632
1633 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1634 // thread destructor's called below perform join).
1635 CHECK_NE(self->GetState(), kRunnable);
1636
1637 // Wait for all the worker threads to finish.
1638 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001639
1640 // And stop the workers accepting jobs.
1641 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001642 }
1643
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001644 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001645 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001646 }
1647
Brian Carlstrom7940e442013-07-12 13:46:57 -07001648 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001649 class ForAllClosure : public Task {
1650 public:
Mathieu Chartier90443472015-07-16 20:32:27 -07001651 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001652 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001653 end_(end),
Mathieu Chartier90443472015-07-16 20:32:27 -07001654 visitor_(visitor) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001655
1656 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001657 while (true) {
1658 const size_t index = manager_->NextIndex();
1659 if (UNLIKELY(index >= end_)) {
1660 break;
1661 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001662 visitor_->Visit(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001663 self->AssertNoPendingException();
1664 }
1665 }
1666
1667 virtual void Finalize() {
1668 delete this;
1669 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001670
Brian Carlstrom7940e442013-07-12 13:46:57 -07001671 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001672 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001673 const size_t end_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001674 CompilationVisitor* const visitor_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001675 };
1676
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001677 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001678 ClassLinker* const class_linker_;
1679 const jobject class_loader_;
1680 CompilerDriver* const compiler_;
1681 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001682 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001683 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001684
1685 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001686};
1687
Jeff Hao0e49b422013-11-08 12:16:56 -08001688// A fast version of SkipClass above if the class pointer is available
1689// that avoids the expensive FindInClassPath search.
1690static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001691 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001692 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001693 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1694 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001695 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001696 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001697 << dex_file.GetLocation() << " previously found in "
1698 << original_dex_file.GetLocation();
1699 }
1700 return true;
1701 }
1702 return false;
1703}
1704
Mathieu Chartier70b63482014-06-27 17:19:04 -07001705static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001706 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001707 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001708 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001709 std::string temp;
1710 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1711 const char* expected_exceptions[] = {
1712 "Ljava/lang/IllegalAccessError;",
1713 "Ljava/lang/IncompatibleClassChangeError;",
1714 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001715 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001716 "Ljava/lang/NoClassDefFoundError;",
1717 "Ljava/lang/NoSuchFieldError;",
1718 "Ljava/lang/NoSuchMethodError;"
1719 };
1720 bool found = false;
1721 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1722 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1723 found = true;
1724 }
1725 }
1726 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001727 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001728 }
1729 self->ClearException();
1730}
1731
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001732bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1733 uint16_t class_def_idx) const {
1734 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1735 const uint8_t* class_data = dex_file.GetClassData(class_def);
1736 if (class_data == nullptr) {
1737 // Empty class such as a marker interface.
1738 return false;
1739 }
1740 ClassDataItemIterator it(dex_file, class_data);
1741 while (it.HasNextStaticField()) {
1742 it.Next();
1743 }
1744 // We require a constructor barrier if there are final instance fields.
1745 while (it.HasNextInstanceField()) {
1746 if (it.MemberIsFinal()) {
1747 return true;
1748 }
1749 it.Next();
1750 }
1751 return false;
1752}
1753
Mathieu Chartier90443472015-07-16 20:32:27 -07001754class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1755 public:
1756 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1757 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001758
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001759 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001760 ATRACE_CALL();
1761 Thread* const self = Thread::Current();
1762 jobject jclass_loader = manager_->GetClassLoader();
1763 const DexFile& dex_file = *manager_->GetDexFile();
1764 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001765
Mathieu Chartier90443472015-07-16 20:32:27 -07001766 // If an instance field is final then we need to have a barrier on the return, static final
1767 // fields are assigned within the lock held for class initialization. Conservatively assume
1768 // constructor barriers are always required.
1769 bool requires_constructor_barrier = true;
1770
1771 // Method and Field are the worst. We can't resolve without either
1772 // context from the code use (to disambiguate virtual vs direct
1773 // method and instance vs static field) or from class
1774 // definitions. While the compiler will resolve what it can as it
1775 // needs it, here we try to resolve fields and methods used in class
1776 // definitions, since many of them many never be referenced by
1777 // generated code.
1778 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1779 ScopedObjectAccess soa(self);
1780 StackHandleScope<2> hs(soa.Self());
1781 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001782 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001783 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001784 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001785 // Resolve the class.
1786 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1787 class_loader);
1788 bool resolve_fields_and_methods;
1789 if (klass == nullptr) {
1790 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1791 // attempt to resolve methods and fields when there is no declaring class.
1792 CheckAndClearResolveException(soa.Self());
1793 resolve_fields_and_methods = false;
1794 } else {
1795 // We successfully resolved a class, should we skip it?
1796 if (SkipClass(jclass_loader, dex_file, klass)) {
1797 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001798 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001799 // We want to resolve the methods and fields eagerly.
1800 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001801 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001802 // Note the class_data pointer advances through the headers,
1803 // static fields, instance fields, direct methods, and virtual
1804 // methods.
1805 const uint8_t* class_data = dex_file.GetClassData(class_def);
1806 if (class_data == nullptr) {
1807 // Empty class such as a marker interface.
1808 requires_constructor_barrier = false;
1809 } else {
1810 ClassDataItemIterator it(dex_file, class_data);
1811 while (it.HasNextStaticField()) {
1812 if (resolve_fields_and_methods) {
1813 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1814 dex_cache, class_loader, true);
1815 if (field == nullptr) {
1816 CheckAndClearResolveException(soa.Self());
1817 }
Ian Rogers68b56852014-08-29 20:19:11 -07001818 }
1819 it.Next();
1820 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001821 // We require a constructor barrier if there are final instance fields.
1822 requires_constructor_barrier = false;
1823 while (it.HasNextInstanceField()) {
1824 if (it.MemberIsFinal()) {
1825 requires_constructor_barrier = true;
1826 }
1827 if (resolve_fields_and_methods) {
1828 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1829 dex_cache, class_loader, false);
1830 if (field == nullptr) {
1831 CheckAndClearResolveException(soa.Self());
1832 }
Ian Rogers68b56852014-08-29 20:19:11 -07001833 }
1834 it.Next();
1835 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001836 if (resolve_fields_and_methods) {
1837 while (it.HasNextDirectMethod()) {
Andreas Gampe42ef8ab2015-12-03 17:27:32 -08001838 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001839 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1840 it.GetMethodInvokeType(class_def));
1841 if (method == nullptr) {
1842 CheckAndClearResolveException(soa.Self());
1843 }
1844 it.Next();
1845 }
1846 while (it.HasNextVirtualMethod()) {
Andreas Gampe42ef8ab2015-12-03 17:27:32 -08001847 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001848 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1849 it.GetMethodInvokeType(class_def));
1850 if (method == nullptr) {
1851 CheckAndClearResolveException(soa.Self());
1852 }
1853 it.Next();
1854 }
1855 DCHECK(!it.HasNext());
1856 }
1857 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001858 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1859 &dex_file,
1860 class_def_index,
1861 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001862 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001863
Mathieu Chartier90443472015-07-16 20:32:27 -07001864 private:
1865 const ParallelCompilationManager* const manager_;
1866};
1867
1868class ResolveTypeVisitor : public CompilationVisitor {
1869 public:
1870 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1871 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001872 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001873 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001874 ScopedObjectAccess soa(Thread::Current());
1875 ClassLinker* class_linker = manager_->GetClassLinker();
1876 const DexFile& dex_file = *manager_->GetDexFile();
1877 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001878 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001879 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001880 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1881 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001882 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001883 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001884 ? class_linker->ResolveType(dex_file, dex::TypeIndex(type_idx), dex_cache, class_loader)
1885 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001886
Mathieu Chartier90443472015-07-16 20:32:27 -07001887 if (klass == nullptr) {
1888 soa.Self()->AssertPendingException();
1889 mirror::Throwable* exception = soa.Self()->GetException();
1890 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1891 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1892 // There's little point continuing compilation if the heap is exhausted.
1893 LOG(FATAL) << "Out of memory during type resolution for compilation";
1894 }
1895 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001896 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001897 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001898
1899 private:
1900 const ParallelCompilationManager* const manager_;
1901};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001902
Andreas Gampeace0dc12016-01-20 13:33:13 -08001903void CompilerDriver::ResolveDexFile(jobject class_loader,
1904 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001905 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001906 ThreadPool* thread_pool,
1907 size_t thread_count,
1908 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001909 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1910
1911 // TODO: we could resolve strings here, although the string table is largely filled with class
1912 // and method names.
1913
Andreas Gampede7b4362014-07-28 18:38:57 -07001914 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1915 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001916 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001917 // For images we resolve all types, such as array, whereas for applications just those with
1918 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001919 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001920 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001921 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001922 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001923
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001924 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001925 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001926 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001927}
1928
Andreas Gampeace0dc12016-01-20 13:33:13 -08001929void CompilerDriver::SetVerified(jobject class_loader,
1930 const std::vector<const DexFile*>& dex_files,
1931 TimingLogger* timings) {
1932 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001933 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001934 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001935 SetVerifiedDexFile(class_loader,
1936 *dex_file,
1937 dex_files,
1938 parallel_thread_pool_.get(),
1939 parallel_thread_count_,
1940 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001941 }
1942}
1943
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001944static void PopulateVerifiedMethods(const DexFile& dex_file,
1945 uint32_t class_def_index,
1946 VerificationResults* verification_results) {
1947 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1948 const uint8_t* class_data = dex_file.GetClassData(class_def);
1949 if (class_data == nullptr) {
1950 return;
1951 }
1952 ClassDataItemIterator it(dex_file, class_data);
1953 // Skip fields
1954 while (it.HasNextStaticField()) {
1955 it.Next();
1956 }
1957 while (it.HasNextInstanceField()) {
1958 it.Next();
1959 }
1960
1961 while (it.HasNextDirectMethod()) {
1962 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1963 it.Next();
1964 }
1965
1966 while (it.HasNextVirtualMethod()) {
1967 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1968 it.Next();
1969 }
1970 DCHECK(!it.HasNext());
1971}
1972
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001973static void LoadAndUpdateStatus(const DexFile& dex_file,
1974 const DexFile::ClassDef& class_def,
1975 mirror::Class::Status status,
1976 Handle<mirror::ClassLoader> class_loader,
1977 Thread* self)
1978 REQUIRES_SHARED(Locks::mutator_lock_) {
1979 StackHandleScope<1> hs(self);
1980 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1981 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1982 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1983 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001984 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001985 // Check that the class is resolved with the current dex file. We might get
1986 // a boot image class, or a class in a different dex file for multidex, and
1987 // we should not update the status in that case.
1988 if (&cls->GetDexFile() == &dex_file) {
1989 ObjectLock<mirror::Class> lock(self, cls);
1990 mirror::Class::SetStatus(cls, status, self);
1991 }
1992 } else {
1993 DCHECK(self->IsExceptionPending());
1994 self->ClearException();
1995 }
1996}
1997
Nicolas Geoffray74981052017-01-16 17:54:09 +00001998bool CompilerDriver::FastVerify(jobject jclass_loader,
1999 const std::vector<const DexFile*>& dex_files,
2000 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002001 verifier::VerifierDeps* verifier_deps =
2002 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
2003 // If there is an existing `VerifierDeps`, try to use it for fast verification.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002004 if (verifier_deps == nullptr) {
2005 return false;
2006 }
2007 TimingLogger::ScopedTiming t("Fast Verify", timings);
2008 ScopedObjectAccess soa(Thread::Current());
2009 StackHandleScope<2> hs(soa.Self());
2010 Handle<mirror::ClassLoader> class_loader(
2011 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00002012 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
2013 return false;
2014 }
2015
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002016 bool compiler_only_verifies = !GetCompilerOptions().IsAnyMethodCompilationEnabled();
2017
Nicolas Geoffray74981052017-01-16 17:54:09 +00002018 // We successfully validated the dependencies, now update class status
2019 // of verified classes. Note that the dependencies also record which classes
2020 // could not be fully verified; we could try again, but that would hurt verification
2021 // time. So instead we assume these classes still need to be verified at
2022 // runtime.
2023 for (const DexFile* dex_file : dex_files) {
2024 // Fetch the list of unverified classes and turn it into a set for faster
2025 // lookups.
2026 const std::vector<dex::TypeIndex>& unverified_classes =
2027 verifier_deps->GetUnverifiedClasses(*dex_file);
2028 std::set<dex::TypeIndex> set(unverified_classes.begin(), unverified_classes.end());
2029 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
2030 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
2031 if (set.find(class_def.class_idx_) == set.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002032 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00002033 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
2034 // the type.
2035 compiled_classes_.Overwrite(
2036 ClassReference(dex_file, i), new CompiledClass(mirror::Class::kStatusVerified));
2037 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002038 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00002039 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002040 LoadAndUpdateStatus(
2041 *dex_file, class_def, mirror::Class::kStatusVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00002042 // Create `VerifiedMethod`s for each methods, the compiler expects one for
2043 // quickening or compiling.
2044 // Note that this means:
2045 // - We're only going to compile methods that did verify.
2046 // - Quickening will not do checkcast ellision.
2047 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
2048 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002049 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00002050 } else if (!compiler_only_verifies) {
2051 // Make sure later compilation stages know they should not try to verify
2052 // this class again.
2053 LoadAndUpdateStatus(*dex_file,
2054 class_def,
2055 mirror::Class::kStatusRetryVerificationAtRuntime,
2056 class_loader,
2057 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002058 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002059 }
2060 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002061 return true;
2062}
2063
2064void CompilerDriver::Verify(jobject jclass_loader,
2065 const std::vector<const DexFile*>& dex_files,
2066 TimingLogger* timings) {
2067 if (FastVerify(jclass_loader, dex_files, timings)) {
2068 return;
2069 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002070
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002071 // If there is no existing `verifier_deps` (because of non-existing vdex), or
2072 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002073 // non boot image compilation. The verifier will need it to record the new dependencies.
2074 // Then dex2oat can update the vdex file with these new dependencies.
2075 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002076 // Create the main VerifierDeps, and set it to this thread.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002077 verifier::VerifierDeps* verifier_deps = new verifier::VerifierDeps(dex_files);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002078 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps(verifier_deps);
2079 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002080 // Create per-thread VerifierDeps to avoid contention on the main one.
2081 // We will merge them after verification.
2082 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2083 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files));
2084 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002085 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002086
Andreas Gampeace0dc12016-01-20 13:33:13 -08002087 // Note: verification should not be pulling in classes anymore when compiling the boot image,
2088 // as all should have been resolved before. As such, doing this in parallel should still
2089 // be deterministic.
Mathieu Chartier90443472015-07-16 20:32:27 -07002090 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002091 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002092 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002093 *dex_file,
2094 dex_files,
2095 parallel_thread_pool_.get(),
2096 parallel_thread_count_,
2097 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002098 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002099
2100 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002101 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002102 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002103 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2104 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2105 worker->GetThread()->SetVerifierDeps(nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002106 verifier_deps->MergeWith(*thread_deps, dex_files);;
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002107 delete thread_deps;
2108 }
2109 Thread::Current()->SetVerifierDeps(nullptr);
2110 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002111}
2112
Mathieu Chartier90443472015-07-16 20:32:27 -07002113class VerifyClassVisitor : public CompilationVisitor {
2114 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002115 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002116 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002117
Mathieu Chartier90443472015-07-16 20:32:27 -07002118 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2119 ATRACE_CALL();
2120 ScopedObjectAccess soa(Thread::Current());
2121 const DexFile& dex_file = *manager_->GetDexFile();
2122 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2123 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2124 ClassLinker* class_linker = manager_->GetClassLinker();
2125 jobject jclass_loader = manager_->GetClassLoader();
2126 StackHandleScope<3> hs(soa.Self());
2127 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002128 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002129 Handle<mirror::Class> klass(
2130 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Nicolas Geoffray08025182016-10-25 17:20:18 +01002131 verifier::MethodVerifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002132 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002133 CHECK(soa.Self()->IsExceptionPending());
2134 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002135
2136 /*
2137 * At compile time, we can still structurally verify the class even if FindClass fails.
2138 * This is to ensure the class is structurally sound for compilation. An unsound class
2139 * will be rejected by the verifier and later skipped during compilation in the compiler.
2140 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002141 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002142 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002143 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002144 failure_kind =
2145 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002146 &dex_file,
2147 dex_cache,
2148 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002149 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002150 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002151 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002152 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002153 &error_msg);
2154 if (failure_kind == verifier::MethodVerifier::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002155 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2156 << " because: " << error_msg;
2157 manager_->GetCompiler()->SetHadHardVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002158 } else {
2159 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2160 // the vdex file already records that the class hasn't been resolved. It avoids
2161 // trying to do future verification optimizations when processing the vdex file.
2162 DCHECK(failure_kind == verifier::MethodVerifier::kSoftFailure ||
2163 failure_kind == verifier::MethodVerifier::kNoFailure)
2164 << failure_kind;
2165 failure_kind = verifier::MethodVerifier::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002166 }
2167 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002168 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002169 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002170
2171 if (klass->IsErroneous()) {
2172 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2173 CHECK(soa.Self()->IsExceptionPending());
2174 soa.Self()->ClearException();
2175 manager_->GetCompiler()->SetHadHardVerifierFailure();
2176 }
2177
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002178 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002179 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002180
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002181 // It is *very* problematic if there are verification errors in the boot classpath. For example,
2182 // we rely on things working OK without verification when the decryption dialog is brought up.
2183 // So abort in a debug build if we find this violated.
2184 if (kIsDebugBuild) {
2185 // TODO(narayan): Remove this special case for signature polymorphic
2186 // invokes once verifier support is fully implemented.
2187 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage() &&
2188 !android::base::StartsWith(descriptor, "Ljava/lang/invoke/")) {
2189 DCHECK(klass->IsVerified()) << "Boot classpath class " << klass->PrettyClass()
2190 << " failed to fully verify: state= " << klass->GetStatus();
2191 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002192 if (klass->IsVerified()) {
2193 DCHECK_EQ(failure_kind, verifier::MethodVerifier::kNoFailure);
2194 } else if (klass->ShouldVerifyAtRuntime()) {
2195 DCHECK_EQ(failure_kind, verifier::MethodVerifier::kSoftFailure);
2196 } else {
2197 DCHECK_EQ(failure_kind, verifier::MethodVerifier::kHardFailure);
2198 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002199 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002200 } else {
2201 // Make the skip a soft failure, essentially being considered as verify at runtime.
2202 failure_kind = verifier::MethodVerifier::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002203 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002204 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2205 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002206 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002207 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002208
2209 private:
2210 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002211 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002212};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002213
Andreas Gampeace0dc12016-01-20 13:33:13 -08002214void CompilerDriver::VerifyDexFile(jobject class_loader,
2215 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002216 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002217 ThreadPool* thread_pool,
2218 size_t thread_count,
2219 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002220 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002221 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002222 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2223 thread_pool);
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002224 verifier::HardFailLogMode log_level = GetCompilerOptions().AbortOnHardVerifierFailure()
2225 ? verifier::HardFailLogMode::kLogInternalFatal
2226 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002227 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002228 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002229}
2230
Mathieu Chartier90443472015-07-16 20:32:27 -07002231class SetVerifiedClassVisitor : public CompilationVisitor {
2232 public:
2233 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2234
2235 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2236 ATRACE_CALL();
2237 ScopedObjectAccess soa(Thread::Current());
2238 const DexFile& dex_file = *manager_->GetDexFile();
2239 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2240 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2241 ClassLinker* class_linker = manager_->GetClassLinker();
2242 jobject jclass_loader = manager_->GetClassLoader();
2243 StackHandleScope<3> hs(soa.Self());
2244 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002245 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002246 Handle<mirror::Class> klass(
2247 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2248 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002249 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002250 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2251 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002252 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002253 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
2254 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2255 // Set class status to verified.
2256 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
2257 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2258 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002259 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002260 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002261 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002262 }
2263 // Record the final class status if necessary.
2264 ClassReference ref(manager_->GetDexFile(), class_def_index);
2265 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002266 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002267 } else {
2268 Thread* self = soa.Self();
2269 DCHECK(self->IsExceptionPending());
2270 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002271 }
2272 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002273
2274 private:
2275 const ParallelCompilationManager* const manager_;
2276};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002277
Andreas Gampeace0dc12016-01-20 13:33:13 -08002278void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2279 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002280 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002281 ThreadPool* thread_pool,
2282 size_t thread_count,
2283 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002284 TimingLogger::ScopedTiming t("Verify Dex File", timings);
2285 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2286 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2287 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002288 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002289 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002290}
2291
Mathieu Chartier90443472015-07-16 20:32:27 -07002292class InitializeClassVisitor : public CompilationVisitor {
2293 public:
2294 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002295
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002296 void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Mathieu Chartier90443472015-07-16 20:32:27 -07002297 ATRACE_CALL();
2298 jobject jclass_loader = manager_->GetClassLoader();
2299 const DexFile& dex_file = *manager_->GetDexFile();
2300 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2301 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2302 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002303
Mathieu Chartier90443472015-07-16 20:32:27 -07002304 ScopedObjectAccess soa(Thread::Current());
2305 StackHandleScope<3> hs(soa.Self());
2306 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002307 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002308 Handle<mirror::Class> klass(
2309 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2310
Andreas Gampefa4333d2017-02-14 11:10:34 -08002311 if (klass != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002312 // Only try to initialize classes that were successfully verified.
2313 if (klass->IsVerified()) {
2314 // Attempt to initialize the class but bail if we either need to initialize the super-class
2315 // or static fields.
2316 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002317 if (!klass->IsInitialized()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002318 // We don't want non-trivial class initialization occurring on multiple threads due to
2319 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2320 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2321 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2322 // after first initializing its parents, whose locks are acquired. This leads to a
2323 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2324 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2325 // than use a special Object for the purpose we use the Class of java.lang.Class.
2326 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2327 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2328 // Attempt to initialize allowing initialization of parent classes but still not static
2329 // fields.
2330 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
2331 if (!klass->IsInitialized()) {
2332 // We need to initialize static fields, we only do this for image classes that aren't
2333 // marked with the $NoPreloadHolder (which implies this should not be initialized early).
Vladimir Markoaad75c62016-10-03 08:46:48 +00002334 bool can_init_static_fields =
2335 manager_->GetCompiler()->GetCompilerOptions().IsBootImage() &&
Mathieu Chartier90443472015-07-16 20:32:27 -07002336 manager_->GetCompiler()->IsImageClass(descriptor) &&
2337 !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2338 if (can_init_static_fields) {
2339 VLOG(compiler) << "Initializing: " << descriptor;
2340 // TODO multithreading support. We should ensure the current compilation thread has
2341 // exclusive access to the runtime and the transaction. To achieve this, we could use
2342 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2343 // checks in Thread::AssertThreadSuspensionIsAllowable.
2344 Runtime* const runtime = Runtime::Current();
2345 Transaction transaction;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002346
Mathieu Chartier90443472015-07-16 20:32:27 -07002347 // Run the class initializer in transaction mode.
2348 runtime->EnterTransactionMode(&transaction);
2349 const mirror::Class::Status old_status = klass->GetStatus();
2350 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2351 true);
2352 // TODO we detach transaction from runtime to indicate we quit the transactional
2353 // mode which prevents the GC from visiting objects modified during the transaction.
2354 // Ensure GC is not run so don't access freed objects when aborting transaction.
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07002355
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002356 {
2357 ScopedAssertNoThreadSuspension ants("Transaction end");
2358 runtime->ExitTransactionMode();
2359
2360 if (!success) {
2361 CHECK(soa.Self()->IsExceptionPending());
2362 mirror::Throwable* exception = soa.Self()->GetException();
2363 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2364 << exception->Dump();
2365 std::ostream* file_log = manager_->GetCompiler()->
2366 GetCompilerOptions().GetInitFailureOutput();
2367 if (file_log != nullptr) {
2368 *file_log << descriptor << "\n";
2369 *file_log << exception->Dump() << "\n";
2370 }
2371 soa.Self()->ClearException();
2372 transaction.Rollback();
2373 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
2374 }
2375 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002376
Mathieu Chartier90443472015-07-16 20:32:27 -07002377 if (!success) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002378 // On failure, still intern strings of static fields and seen in <clinit>, as these
2379 // will be created in the zygote. This is separated from the transaction code just
2380 // above as we will allocate strings, so must be allowed to suspend.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002381 InternStrings(klass, class_loader);
Andreas Gampedbfe2542014-11-25 22:21:42 -08002382 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002383 }
2384 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002385 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002386 }
2387 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002388 // Record the final class status if necessary.
2389 ClassReference ref(manager_->GetDexFile(), class_def_index);
2390 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002391 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002392 // Clear any class not found or verification exceptions.
2393 soa.Self()->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002394 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002395
2396 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002397 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2398 REQUIRES_SHARED(Locks::mutator_lock_) {
2399 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2400 DCHECK(klass->IsVerified());
2401 DCHECK(!klass->IsInitialized());
2402
2403 StackHandleScope<1> hs(Thread::Current());
2404 Handle<mirror::DexCache> h_dex_cache = hs.NewHandle(klass->GetDexCache());
2405 const DexFile* dex_file = manager_->GetDexFile();
2406 const DexFile::ClassDef* class_def = klass->GetClassDef();
2407 ClassLinker* class_linker = manager_->GetClassLinker();
2408
Andreas Gampe7bf90482017-03-02 16:41:35 -08002409 // Check encoded final field values for strings and intern.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002410 annotations::RuntimeEncodedStaticFieldValueIterator value_it(*dex_file,
2411 &h_dex_cache,
2412 &class_loader,
2413 manager_->GetClassLinker(),
2414 *class_def);
2415 for ( ; value_it.HasNext(); value_it.Next()) {
2416 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2417 // Resolve the string. This will intern the string.
2418 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
2419 *dex_file, dex::StringIndex(value_it.GetJavaValue().i), h_dex_cache);
2420 CHECK(resolved != nullptr);
2421 }
2422 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002423
2424 // Intern strings seen in <clinit>.
2425 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2426 if (clinit != nullptr) {
2427 const DexFile::CodeItem* code_item = clinit->GetCodeItem();
2428 DCHECK(code_item != nullptr);
2429 const Instruction* inst = Instruction::At(code_item->insns_);
2430
2431 const uint32_t insns_size = code_item->insns_size_in_code_units_;
2432 for (uint32_t dex_pc = 0; dex_pc < insns_size;) {
2433 if (inst->Opcode() == Instruction::CONST_STRING) {
2434 ObjPtr<mirror::String> s = class_linker->ResolveString(
2435 *dex_file, dex::StringIndex(inst->VRegB_21c()), h_dex_cache);
2436 CHECK(s != nullptr);
2437 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
2438 ObjPtr<mirror::String> s = class_linker->ResolveString(
2439 *dex_file, dex::StringIndex(inst->VRegB_31c()), h_dex_cache);
2440 CHECK(s != nullptr);
2441 }
2442 dex_pc += inst->SizeInCodeUnits();
2443 inst = inst->Next();
2444 }
2445 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002446 }
2447
Mathieu Chartier90443472015-07-16 20:32:27 -07002448 const ParallelCompilationManager* const manager_;
2449};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002450
Andreas Gampeace0dc12016-01-20 13:33:13 -08002451void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2452 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002453 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002454 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002455 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002456
2457 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2458 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2459 ThreadPool* init_thread_pool = force_determinism
2460 ? single_thread_pool_.get()
2461 : parallel_thread_pool_.get();
2462 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2463
Brian Carlstrom7940e442013-07-12 13:46:57 -07002464 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002465 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002466 init_thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00002467 if (GetCompilerOptions().IsBootImage()) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002468 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002469 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002470 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002471 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002472 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002473}
2474
Mathieu Chartier91288d82016-04-28 09:44:54 -07002475class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002476 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002477 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2478 : hs_(hs) {}
2479
2480 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2481 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002482 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2483 return true;
2484 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002485 if (klass->IsArrayClass()) {
2486 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002487 auto h_klass = hs.NewHandleWrapper(&klass);
2488 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002489 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002490 // Collect handles since there may be thread suspension in future EnsureInitialized.
2491 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002492 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002493 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002494
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002495 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2496 for (Handle<mirror::Class> c : to_visit_) {
2497 // Create the conflict tables.
2498 FillIMTAndConflictTables(c.Get());
2499 }
2500 }
2501
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002502 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002503 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2504 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002505 if (!klass->ShouldHaveImt()) {
2506 return;
2507 }
2508 if (visited_classes_.find(klass) != visited_classes_.end()) {
2509 return;
2510 }
2511 if (klass->HasSuperClass()) {
2512 FillIMTAndConflictTables(klass->GetSuperClass());
2513 }
2514 if (!klass->IsTemp()) {
2515 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2516 }
2517 visited_classes_.insert(klass);
2518 }
2519
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002520 VariableSizedHandleScope& hs_;
2521 std::vector<Handle<mirror::Class>> to_visit_;
2522 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002523};
2524
Brian Carlstrom7940e442013-07-12 13:46:57 -07002525void CompilerDriver::InitializeClasses(jobject class_loader,
2526 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002527 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002528 for (size_t i = 0; i != dex_files.size(); ++i) {
2529 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002530 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002531 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002532 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002533 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002534 // Make sure that we call EnsureIntiailized on all the array classes to call
2535 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2536 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002537 // Also create conflict tables.
2538 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002539 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002540 VariableSizedHandleScope hs(soa.Self());
2541 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002542 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002543 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002544 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002545 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002546 // Prune garbage objects created during aborted transactions.
2547 Runtime::Current()->GetHeap()->CollectGarbage(true);
2548 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002549}
2550
Andreas Gampeace0dc12016-01-20 13:33:13 -08002551void CompilerDriver::Compile(jobject class_loader,
2552 const std::vector<const DexFile*>& dex_files,
2553 TimingLogger* timings) {
Calin Juravle998c2162015-12-21 15:39:33 +02002554 if (kDebugProfileGuidedCompilation) {
2555 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2556 ((profile_compilation_info_ == nullptr)
2557 ? "null"
2558 : profile_compilation_info_->DumpInfo(&dex_files));
Calin Juravle226501b2015-12-11 14:41:31 +00002559 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002560
2561 DCHECK(current_dex_to_dex_methods_ == nullptr);
2562 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002563 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002564 CompileDexFile(class_loader,
2565 *dex_file,
2566 dex_files,
2567 parallel_thread_pool_.get(),
2568 parallel_thread_count_,
2569 timings);
Calin Juravle69158982016-03-16 11:53:41 +00002570 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2571 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2572 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002573 Runtime::Current()->ReclaimArenaPoolMemory();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002574 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002575
2576 ArrayRef<DexFileMethodSet> dex_to_dex_references;
2577 {
2578 // From this point on, we shall not modify dex_to_dex_references_, so
2579 // just grab a reference to it that we use without holding the mutex.
2580 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
2581 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
2582 }
2583 for (const auto& method_set : dex_to_dex_references) {
2584 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes();
2585 CompileDexFile(class_loader,
2586 method_set.GetDexFile(),
2587 dex_files,
2588 parallel_thread_pool_.get(),
2589 parallel_thread_count_,
2590 timings);
2591 }
2592 current_dex_to_dex_methods_ = nullptr;
2593
Andreas Gampe8d295f82015-01-20 14:50:21 -08002594 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002595}
2596
Mathieu Chartier90443472015-07-16 20:32:27 -07002597class CompileClassVisitor : public CompilationVisitor {
2598 public:
2599 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2600
2601 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2602 ATRACE_CALL();
2603 const DexFile& dex_file = *manager_->GetDexFile();
2604 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2605 ClassLinker* class_linker = manager_->GetClassLinker();
2606 jobject jclass_loader = manager_->GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002607 ClassReference ref(&dex_file, class_def_index);
2608 // Skip compiling classes with generic verifier failures since they will still fail at runtime
2609 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002610 return;
2611 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002612 // Use a scoped object access to perform to the quick SkipClass check.
2613 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2614 ScopedObjectAccess soa(Thread::Current());
2615 StackHandleScope<3> hs(soa.Self());
2616 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002617 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002618 Handle<mirror::Class> klass(
2619 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2620 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002621 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002622 soa.Self()->AssertPendingException();
2623 soa.Self()->ClearException();
2624 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2625 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2626 return;
2627 } else {
2628 dex_cache = hs.NewHandle(klass->GetDexCache());
2629 }
2630
Mathieu Chartier90443472015-07-16 20:32:27 -07002631 const uint8_t* class_data = dex_file.GetClassData(class_def);
2632 if (class_data == nullptr) {
2633 // empty class, probably a marker interface
2634 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002635 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002636
Mathieu Chartier736b5602015-09-02 14:54:11 -07002637 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002638 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002639
Mathieu Chartier90443472015-07-16 20:32:27 -07002640 CompilerDriver* const driver = manager_->GetCompiler();
2641
2642 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002643 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002644 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002645
Mathieu Chartier90443472015-07-16 20:32:27 -07002646 ClassDataItemIterator it(dex_file, class_data);
2647 // Skip fields
2648 while (it.HasNextStaticField()) {
2649 it.Next();
2650 }
2651 while (it.HasNextInstanceField()) {
2652 it.Next();
2653 }
2654
2655 bool compilation_enabled = driver->IsClassToCompile(
2656 dex_file.StringByTypeIdx(class_def.class_idx_));
2657
2658 // Compile direct methods
2659 int64_t previous_direct_method_idx = -1;
2660 while (it.HasNextDirectMethod()) {
2661 uint32_t method_idx = it.GetMemberIndex();
2662 if (method_idx == previous_direct_method_idx) {
2663 // smali can create dex files with two encoded_methods sharing the same method_idx
2664 // http://code.google.com/p/smali/issues/detail?id=119
2665 it.Next();
2666 continue;
2667 }
2668 previous_direct_method_idx = method_idx;
Vladimir Marko0b66d612017-03-13 14:50:04 +00002669 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
2670 it.GetMethodInvokeType(class_def), class_def_index,
2671 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2672 compilation_enabled, dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002673 it.Next();
2674 }
2675 // Compile virtual methods
2676 int64_t previous_virtual_method_idx = -1;
2677 while (it.HasNextVirtualMethod()) {
2678 uint32_t method_idx = it.GetMemberIndex();
2679 if (method_idx == previous_virtual_method_idx) {
2680 // smali can create dex files with two encoded_methods sharing the same method_idx
2681 // http://code.google.com/p/smali/issues/detail?id=119
2682 it.Next();
2683 continue;
2684 }
2685 previous_virtual_method_idx = method_idx;
Vladimir Marko0b66d612017-03-13 14:50:04 +00002686 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
2687 it.GetMethodInvokeType(class_def), class_def_index,
2688 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level,
2689 compilation_enabled, dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002690 it.Next();
2691 }
2692 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002693 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002694
2695 private:
2696 const ParallelCompilationManager* const manager_;
2697};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002698
Andreas Gampeace0dc12016-01-20 13:33:13 -08002699void CompilerDriver::CompileDexFile(jobject class_loader,
2700 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002701 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002702 ThreadPool* thread_pool,
2703 size_t thread_count,
2704 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002705 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002706 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002707 &dex_file, dex_files, thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002708 CompileClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002709 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002710}
2711
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002712void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2713 CompiledMethod* const compiled_method,
2714 size_t non_relative_linker_patch_count) {
2715 DCHECK(GetCompiledMethod(method_ref) == nullptr)
David Sehr709b0702016-10-13 09:12:37 -07002716 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002717 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2718 /*expected*/ nullptr,
2719 compiled_method);
2720 CHECK(result == MethodTable::kInsertResultSuccess);
2721 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002722 DCHECK(GetCompiledMethod(method_ref) != nullptr)
David Sehr709b0702016-10-13 09:12:37 -07002723 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002724}
2725
2726CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2727 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2728 ClassTable::const_iterator it = compiled_classes_.find(ref);
2729 if (it == compiled_classes_.end()) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002730 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002731 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002732 CHECK(it->second != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002733 return it->second;
2734}
2735
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002736void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002737 switch (status) {
2738 case mirror::Class::kStatusNotReady:
Vladimir Marko72ab6842017-01-20 19:32:50 +00002739 case mirror::Class::kStatusErrorResolved:
2740 case mirror::Class::kStatusErrorUnresolved:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002741 case mirror::Class::kStatusRetryVerificationAtRuntime:
2742 case mirror::Class::kStatusVerified:
2743 case mirror::Class::kStatusInitialized:
2744 case mirror::Class::kStatusResolved:
2745 break; // Expected states.
2746 default:
2747 LOG(FATAL) << "Unexpected class status for class "
2748 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2749 << " of " << status;
2750 }
2751
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002752 MutexLock mu(Thread::Current(), compiled_classes_lock_);
2753 auto it = compiled_classes_.find(ref);
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002754 if (it == compiled_classes_.end()) {
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002755 CompiledClass* compiled_class = new CompiledClass(status);
2756 compiled_classes_.Overwrite(ref, compiled_class);
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002757 } else if (status > it->second->GetStatus()) {
2758 // Update the status if we now have a greater one. This happens with vdex,
2759 // which records a class is verified, but does not resolve it.
2760 it->second->SetStatus(status);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002761 }
2762}
2763
Brian Carlstrom7940e442013-07-12 13:46:57 -07002764CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002765 CompiledMethod* compiled_method = nullptr;
2766 compiled_methods_.Get(ref, &compiled_method);
2767 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002768}
2769
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002770bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2771 uint16_t class_def_idx,
2772 const DexFile& dex_file) const {
2773 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2774 if (verified_method != nullptr) {
2775 return !verified_method->HasVerificationFailures();
2776 }
2777
2778 // If we can't find verification metadata, check if this is a system class (we trust that system
2779 // classes have their methods verified). If it's not, be conservative and assume the method
2780 // has not been verified successfully.
2781
2782 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2783 // even if methods are not found in the verification cache.
2784 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2785 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2786 Thread* self = Thread::Current();
2787 ScopedObjectAccess soa(self);
2788 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2789 if (!is_system_class) {
2790 self->ClearException();
2791 }
2792 return is_system_class;
2793}
2794
Vladimir Markof4da6752014-08-01 19:04:18 +01002795size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002796 return non_relative_linker_patch_count_.LoadRelaxed();
Vladimir Markof4da6752014-08-01 19:04:18 +01002797}
2798
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002799void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2800 const DexFile* dex_file,
2801 uint16_t class_def_index,
2802 bool requires) {
2803 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2804 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002805}
2806
Mathieu Chartier371bd832016-04-07 10:19:48 -07002807bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
2808 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002809 uint16_t class_def_index) {
2810 ClassReference class_ref(dex_file, class_def_index);
2811 {
2812 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
2813 auto it = requires_constructor_barrier_.find(class_ref);
2814 if (it != requires_constructor_barrier_.end()) {
2815 return it->second;
2816 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07002817 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002818 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2819 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
2820 requires_constructor_barrier_.emplace(class_ref, requires);
2821 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002822}
2823
Andreas Gampe8d295f82015-01-20 14:50:21 -08002824std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002825 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00002826 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002827 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00002828 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002829 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002830#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002831 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002832 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2833 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002834 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
2835 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002836#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01002837 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002838 return oss.str();
2839}
2840
Jeff Haodcdc85b2015-12-04 14:06:18 -08002841bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
2842 const DexFile* inlined_into) const {
2843 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
2844 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00002845 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
2846 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08002847 return false;
2848 }
2849
2850 return true;
2851}
2852
Andreas Gampeace0dc12016-01-20 13:33:13 -08002853void CompilerDriver::InitializeThreadPools() {
2854 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
2855 parallel_thread_pool_.reset(
2856 new ThreadPool("Compiler driver thread pool", parallel_count));
2857 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
2858}
2859
2860void CompilerDriver::FreeThreadPools() {
2861 parallel_thread_pool_.reset();
2862 single_thread_pool_.reset();
2863}
2864
Brian Carlstrom7940e442013-07-12 13:46:57 -07002865} // namespace art