blob: 407a53d4eb56c50435dc9e2965d32ddff0070f37 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070019#include <unistd.h>
Andreas Gampeb0f370e2014-09-25 22:51:40 -070020#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070021#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Andreas Gampe170331f2017-12-07 18:41:03 -080035#include "base/logging.h" // For VLOG
Brian Carlstrom7940e442013-07-12 13:46:57 -070036#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080037#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010038#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070039#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010040#include "class_linker-inl.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010041#include "compiled_method-inl.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000042#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000043#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000044#include "compiler_driver-inl.h"
David Sehr9e734c72018-01-04 17:56:19 -080045#include "dex/dex_file-inl.h"
46#include "dex/dex_file_annotations.h"
47#include "dex/dex_instruction-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070048#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000049#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000050#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070051#include "dex_compilation_unit.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080052#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070053#include "gc/accounting/card_table-inl.h"
54#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070055#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070056#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070057#include "handle_scope-inl.h"
58#include "intrinsics_enum.h"
59#include "jni_internal.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010060#include "linker/linker_patch.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070061#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070062#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070064#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080065#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070066#include "mirror/object_array-inl.h"
67#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070068#include "nativehelper/ScopedLocalRef.h"
69#include "object_lock.h"
70#include "runtime.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +000071#include "runtime_intrinsics.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070072#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070073#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070074#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070075#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070076#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010077#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070078#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000079#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080080#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000081#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000082#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070083#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010084#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070085#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070086
Brian Carlstrom7940e442013-07-12 13:46:57 -070087namespace art {
88
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070089static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
90
Calin Juravle226501b2015-12-11 14:41:31 +000091// Print additional info during profile guided compilation.
92static constexpr bool kDebugProfileGuidedCompilation = false;
93
Chang Xing70f689d2017-06-08 17:16:12 -070094// Max encoded fields allowed for initializing app image. Hardcode the number for now
95// because 5000 should be large enough.
96static constexpr uint32_t kMaxEncodedFields = 5000;
97
Brian Carlstrom7940e442013-07-12 13:46:57 -070098static double Percentage(size_t x, size_t y) {
99 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
100}
101
102static void DumpStat(size_t x, size_t y, const char* str) {
103 if (x == 0 && y == 0) {
104 return;
105 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700106 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700107}
108
Vladimir Markof096aad2014-01-23 15:51:58 +0000109class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700110 public:
111 AOTCompilationStats()
112 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700113 resolved_types_(0), unresolved_types_(0),
114 resolved_instance_fields_(0), unresolved_instance_fields_(0),
115 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
116 type_based_devirtualization_(0),
117 safe_casts_(0), not_safe_casts_(0) {
118 for (size_t i = 0; i <= kMaxInvokeType; i++) {
119 resolved_methods_[i] = 0;
120 unresolved_methods_[i] = 0;
121 virtual_made_direct_[i] = 0;
122 direct_calls_to_boot_[i] = 0;
123 direct_methods_to_boot_[i] = 0;
124 }
125 }
126
127 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700128 DumpStat(resolved_types_, unresolved_types_, "types resolved");
129 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
130 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
131 "static fields resolved");
132 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
133 "static fields local to a class");
134 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
135 // Note, the code below subtracts the stat value so that when added to the stat value we have
136 // 100% of samples. TODO: clean this up.
137 DumpStat(type_based_devirtualization_,
138 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
139 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
140 type_based_devirtualization_,
141 "virtual/interface calls made direct based on type information");
142
143 for (size_t i = 0; i <= kMaxInvokeType; i++) {
144 std::ostringstream oss;
145 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
146 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
147 if (virtual_made_direct_[i] > 0) {
148 std::ostringstream oss2;
149 oss2 << static_cast<InvokeType>(i) << " methods made direct";
150 DumpStat(virtual_made_direct_[i],
151 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
152 oss2.str().c_str());
153 }
154 if (direct_calls_to_boot_[i] > 0) {
155 std::ostringstream oss2;
156 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
157 DumpStat(direct_calls_to_boot_[i],
158 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
159 oss2.str().c_str());
160 }
161 if (direct_methods_to_boot_[i] > 0) {
162 std::ostringstream oss2;
163 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
164 DumpStat(direct_methods_to_boot_[i],
165 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
166 oss2.str().c_str());
167 }
168 }
169 }
170
171// Allow lossy statistics in non-debug builds.
172#ifndef NDEBUG
173#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
174#else
175#define STATS_LOCK()
176#endif
177
Mathieu Chartier90443472015-07-16 20:32:27 -0700178 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700179 STATS_LOCK();
180 resolved_types_++;
181 }
182
Mathieu Chartier90443472015-07-16 20:32:27 -0700183 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700184 STATS_LOCK();
185 unresolved_types_++;
186 }
187
Mathieu Chartier90443472015-07-16 20:32:27 -0700188 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700189 STATS_LOCK();
190 resolved_instance_fields_++;
191 }
192
Mathieu Chartier90443472015-07-16 20:32:27 -0700193 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700194 STATS_LOCK();
195 unresolved_instance_fields_++;
196 }
197
Mathieu Chartier90443472015-07-16 20:32:27 -0700198 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700199 STATS_LOCK();
200 resolved_local_static_fields_++;
201 }
202
Mathieu Chartier90443472015-07-16 20:32:27 -0700203 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700204 STATS_LOCK();
205 resolved_static_fields_++;
206 }
207
Mathieu Chartier90443472015-07-16 20:32:27 -0700208 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700209 STATS_LOCK();
210 unresolved_static_fields_++;
211 }
212
213 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700214 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700215 STATS_LOCK();
216 type_based_devirtualization_++;
217 }
218
Brian Carlstrom7940e442013-07-12 13:46:57 -0700219 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700220 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700221 STATS_LOCK();
222 safe_casts_++;
223 }
224
225 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700226 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700227 STATS_LOCK();
228 not_safe_casts_++;
229 }
230
231 private:
232 Mutex stats_lock_;
233
Brian Carlstrom7940e442013-07-12 13:46:57 -0700234 size_t resolved_types_;
235 size_t unresolved_types_;
236
237 size_t resolved_instance_fields_;
238 size_t unresolved_instance_fields_;
239
240 size_t resolved_local_static_fields_;
241 size_t resolved_static_fields_;
242 size_t unresolved_static_fields_;
243 // Type based devirtualization for invoke interface and virtual.
244 size_t type_based_devirtualization_;
245
246 size_t resolved_methods_[kMaxInvokeType + 1];
247 size_t unresolved_methods_[kMaxInvokeType + 1];
248 size_t virtual_made_direct_[kMaxInvokeType + 1];
249 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
250 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
251
252 size_t safe_casts_;
253 size_t not_safe_casts_;
254
255 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
256};
257
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100258class CompilerDriver::DexFileMethodSet {
259 public:
260 explicit DexFileMethodSet(const DexFile& dex_file)
261 : dex_file_(dex_file),
262 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) {
263 }
264 DexFileMethodSet(DexFileMethodSet&& other) = default;
265
266 const DexFile& GetDexFile() const { return dex_file_; }
267
268 BitVector& GetMethodIndexes() { return method_indexes_; }
269 const BitVector& GetMethodIndexes() const { return method_indexes_; }
270
271 private:
272 const DexFile& dex_file_;
273 BitVector method_indexes_;
274};
275
Jeff Haodcdc85b2015-12-04 14:06:18 -0800276CompilerDriver::CompilerDriver(
277 const CompilerOptions* compiler_options,
278 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800279 Compiler::Kind compiler_kind,
280 InstructionSet instruction_set,
281 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000282 std::unordered_set<std::string>* image_classes,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800283 std::unordered_set<std::string>* compiled_classes,
284 std::unordered_set<std::string>* compiled_methods,
Vladimir Marko944da602016-02-19 12:27:55 +0000285 size_t thread_count,
Vladimir Marko944da602016-02-19 12:27:55 +0000286 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200287 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000288 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800289 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700290 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700291 compiler_kind_(compiler_kind),
Vladimir Marko33bff252017-11-01 14:35:42 +0000292 instruction_set_(
293 instruction_set == InstructionSet::kArm ? InstructionSet::kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700294 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700295 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100296 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700297 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800298 classes_to_compile_(compiled_classes),
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700299 methods_to_compile_(compiled_methods),
Andreas Gampef39208f2017-10-19 15:06:59 -0700300 number_of_soft_verifier_failures_(0),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800301 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800302 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700303 stats_(new AOTCompilationStats),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700304 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800305 support_boot_image_fixup_(true),
Calin Juravle998c2162015-12-21 15:39:33 +0200306 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000307 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100308 max_arena_alloc_(0),
309 dex_to_dex_references_lock_("dex-to-dex references lock"),
310 dex_to_dex_references_(),
311 current_dex_to_dex_methods_(nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800312 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700313
Ian Rogers72d32622014-05-06 16:20:11 -0700314 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700315
Vladimir Markoaad75c62016-10-03 08:46:48 +0000316 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800317 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
318 }
Andreas Gampecac31ad2017-11-06 20:01:17 -0800319
320 compiled_method_storage_.SetDedupeEnabled(compiler_options_->DeduplicateCode());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700321}
322
323CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700324 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800325 CompiledMethod* method) {
326 if (method != nullptr) {
327 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800328 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800329 });
Ian Rogers72d32622014-05-06 16:20:11 -0700330 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700331}
332
Vladimir Marko35831e82015-09-11 11:59:18 +0100333
Ian Rogersdd7624d2014-03-14 17:43:00 -0700334#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700335 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700336 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700337 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700338 } else { \
339 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700340 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700341 }
342
Vladimir Marko93205e32016-04-13 11:59:46 +0100343std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700344 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700345}
346
Vladimir Marko93205e32016-04-13 11:59:46 +0100347std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
348 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700349 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800350}
351
Vladimir Marko93205e32016-04-13 11:59:46 +0100352std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
353 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700354 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700355}
356
Vladimir Marko93205e32016-04-13 11:59:46 +0100357std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
358 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700359 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700360}
361
Vladimir Marko93205e32016-04-13 11:59:46 +0100362std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
363 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700364 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700366#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700367
368void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700369 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800370 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700371 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800372
373 InitializeThreadPools();
374
Andreas Gampe8d295f82015-01-20 14:50:21 -0800375 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700376 // Precompile:
377 // 1) Load image classes
378 // 2) Resolve all classes
379 // 3) Attempt to verify all classes
380 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000381 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000382 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100383 // We don't need to setup the intrinsics for non boot image compilation, as
384 // those compilations will pick up a boot image that have the ArtMethod already
385 // set with the intrinsics flag.
Orion Hodson26ef34c2017-11-01 13:32:41 +0000386 InitializeIntrinsics();
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100387 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700388 // Compile:
389 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
390 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100391 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800392 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700393 }
Nicolas Geoffray2d8801f2017-11-28 15:50:07 +0000394 if (GetCompilerOptions().GetDumpStats()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700395 stats_->Dump();
396 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800397
398 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700399}
400
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700401static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
402 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
403 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700404 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800405 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100406 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700407 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800408 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800409 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700410 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700411 CHECK(self->IsExceptionPending());
412 self->ClearException();
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700413 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700414 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700415 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
416 // references with actual offsets. We cannot re-verify such instructions.
417 //
418 // We store the verification information in the class status in the oat file, which the linker
419 // can validate (checksums) and use to skip load-time verification. It is thus safe to
420 // optimize when a class has been fully verified before.
Alex Lighte40dd382017-01-25 17:44:53 -0800421 optimizer::DexToDexCompilationLevel max_level = optimizer::DexToDexCompilationLevel::kOptimize;
422 if (driver.GetCompilerOptions().GetDebuggable()) {
423 // We are debuggable so definitions of classes might be changed. We don't want to do any
424 // optimizations that could break that.
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700425 max_level = optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800426 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700427 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200428 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800429 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200430 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700431 // Class verification has failed: do not run DEX-to-DEX optimizations.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700432 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
433 }
434}
435
436static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
437 Thread* self,
438 const CompilerDriver& driver,
439 jobject jclass_loader,
440 const DexFile& dex_file,
441 const DexFile::ClassDef& class_def) {
442 ScopedObjectAccess soa(self);
443 StackHandleScope<1> hs(soa.Self());
444 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700445 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700446 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
447}
448
449// Does the runtime for the InstructionSet provide an implementation returned by
450// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
451static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
452 switch (isa) {
Vladimir Marko33bff252017-11-01 14:35:42 +0000453 case InstructionSet::kArm:
454 case InstructionSet::kArm64:
455 case InstructionSet::kThumb2:
456 case InstructionSet::kMips:
457 case InstructionSet::kMips64:
458 case InstructionSet::kX86:
459 case InstructionSet::kX86_64: return true;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700460 default: return false;
461 }
462}
463
464static void CompileMethod(Thread* self,
465 CompilerDriver* driver,
466 const DexFile::CodeItem* code_item,
467 uint32_t access_flags,
468 InvokeType invoke_type,
469 uint16_t class_def_idx,
470 uint32_t method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000471 Handle<mirror::ClassLoader> class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700472 const DexFile& dex_file,
473 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700474 bool compilation_enabled,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800475 Handle<mirror::DexCache> dex_cache) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700476 DCHECK(driver != nullptr);
477 CompiledMethod* compiled_method = nullptr;
478 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
479 MethodReference method_ref(&dex_file, method_idx);
480
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100481 if (driver->GetCurrentDexToDexMethods() != nullptr) {
482 // This is the second pass when we dex-to-dex compile previously marked methods.
483 // TODO: Refactor the compilation to avoid having to distinguish the two passes
484 // here. That should be done on a higher level. http://b/29089975
485 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700486 VerificationResults* results = driver->GetVerificationResults();
487 DCHECK(results != nullptr);
488 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100489 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
490 // for example, relies on it.
491 compiled_method = optimizer::ArtCompileDEX(
492 driver,
493 code_item,
494 access_flags,
495 invoke_type,
496 class_def_idx,
497 method_idx,
498 class_loader,
499 dex_file,
500 (verified_method != nullptr)
501 ? dex_to_dex_compilation_level
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700502 : optimizer::DexToDexCompilationLevel::kDontDexToDexCompile);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100503 }
504 } else if ((access_flags & kAccNative) != 0) {
Goran Jakovljevic8d41c082016-09-28 08:49:46 +0000505 // Are we extracting only and have support for generic JNI down calls?
506 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
507 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700508 // Leaving this empty will trigger the generic JNI version
509 } else {
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700510 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
Vladimir Markob0a6aee2017-10-27 10:34:04 +0100511 access_flags |= annotations::GetNativeMethodAnnotationAccessFlags(
512 dex_file, dex_file.GetClassDef(class_def_idx), method_idx);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700513
Vladimir Marko92f7f3c2017-10-31 11:38:30 +0000514 compiled_method = driver->GetCompiler()->JniCompile(
515 access_flags, method_idx, dex_file, dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700516 CHECK(compiled_method != nullptr);
517 }
518 } else if ((access_flags & kAccAbstract) != 0) {
519 // Abstract methods don't have code.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000520 } else {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700521 VerificationResults* results = driver->GetVerificationResults();
522 DCHECK(results != nullptr);
523 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700524 bool compile = compilation_enabled &&
525 // Basic checks, e.g., not <clinit>.
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700526 results->IsCandidateForCompilation(method_ref, access_flags) &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700527 // Did not fail to create VerifiedMethod metadata.
Andreas Gampe0760a812015-08-26 17:12:51 -0700528 verified_method != nullptr &&
529 // Do not have failures that should punt to the interpreter.
530 !verified_method->HasRuntimeThrow() &&
531 (verified_method->GetEncounteredVerificationFailures() &
Andreas Gampea727e372015-08-25 09:22:37 -0700532 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700533 // Is eligable for compilation by methods-to-compile filter.
Calin Juravle226501b2015-12-11 14:41:31 +0000534 driver->IsMethodToCompile(method_ref) &&
535 driver->ShouldCompileBasedOnProfile(method_ref);
536
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700537 if (compile) {
538 // NOTE: if compiler declines to compile this method, it will return null.
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000539 compiled_method = driver->GetCompiler()->Compile(code_item,
540 access_flags,
541 invoke_type,
542 class_def_idx,
543 method_idx,
544 class_loader,
545 dex_file,
546 dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700547 }
548 if (compiled_method == nullptr &&
549 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) {
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100550 DCHECK(!Runtime::Current()->UseJitCompilation());
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700551 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100552 driver->MarkForDexToDexCompilation(self, method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700553 }
554 }
555 if (kTimeCompileMethod) {
556 uint64_t duration_ns = NanoTime() - start_ns;
557 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700558 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700559 << " took " << PrettyDuration(duration_ns);
560 }
561 }
562
563 if (compiled_method != nullptr) {
564 // Count non-relative linker patches.
565 size_t non_relative_linker_patch_count = 0u;
Vladimir Markod8dbc8d2017-09-20 13:37:47 +0100566 for (const linker::LinkerPatch& patch : compiled_method->GetPatches()) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700567 if (!patch.IsPcRelative()) {
568 ++non_relative_linker_patch_count;
569 }
570 }
571 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
572 // When compiling with PIC, there should be zero non-relative linker patches
573 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
574
575 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
576 }
577
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700578 if (self->IsExceptionPending()) {
579 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700580 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700581 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200582 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700583}
584
Mathieu Chartiere401d142015-04-22 13:56:20 -0700585void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700586 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700587 jobject jclass_loader;
588 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700589 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800590 uint32_t method_idx = method->GetDexMethodIndex();
591 uint32_t access_flags = method->GetAccessFlags();
592 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000593 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700594 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000595 Handle<mirror::ClassLoader> class_loader(
596 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700597 {
598 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800599 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000600 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700601 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
602 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700603 dex_file = method->GetDexFile();
604 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700605 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800606 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700607
608 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700609 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700610
611 std::vector<const DexFile*> dex_files;
612 dex_files.push_back(dex_file);
613
Andreas Gampeace0dc12016-01-20 13:33:13 -0800614 InitializeThreadPools();
615
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000616 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700617
Brian Carlstrom7940e442013-07-12 13:46:57 -0700618 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700619 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
620 GetDexToDexCompilationLevel(self,
621 *this,
622 jclass_loader,
623 *dex_file,
624 dex_file->GetClassDef(class_def_idx));
625
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100626 DCHECK(current_dex_to_dex_methods_ == nullptr);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700627 CompileMethod(self,
628 this,
629 code_item,
630 access_flags,
631 invoke_type,
632 class_def_idx,
633 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000634 class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700635 *dex_file,
636 dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700637 true,
638 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700639
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100640 ArrayRef<DexFileMethodSet> dex_to_dex_references;
641 {
642 // From this point on, we shall not modify dex_to_dex_references_, so
643 // just grab a reference to it that we use without holding the mutex.
644 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
645 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
646 }
647 if (!dex_to_dex_references.empty()) {
648 DCHECK_EQ(dex_to_dex_references.size(), 1u);
649 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file);
650 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes();
651 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx));
652 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u);
653 CompileMethod(self,
654 this,
655 code_item,
656 access_flags,
657 invoke_type,
658 class_def_idx,
659 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000660 class_loader,
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100661 *dex_file,
662 dex_to_dex_compilation_level,
663 true,
664 dex_cache);
665 current_dex_to_dex_methods_ = nullptr;
666 }
667
Andreas Gampeace0dc12016-01-20 13:33:13 -0800668 FreeThreadPools();
669
Brian Carlstrom7940e442013-07-12 13:46:57 -0700670 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800671}
672
Andreas Gampeace0dc12016-01-20 13:33:13 -0800673void CompilerDriver::Resolve(jobject class_loader,
674 const std::vector<const DexFile*>& dex_files,
675 TimingLogger* timings) {
676 // Resolution allocates classes and needs to run single-threaded to be deterministic.
677 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
678 ThreadPool* resolve_thread_pool = force_determinism
679 ? single_thread_pool_.get()
680 : parallel_thread_pool_.get();
681 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
682
Brian Carlstrom7940e442013-07-12 13:46:57 -0700683 for (size_t i = 0; i != dex_files.size(); ++i) {
684 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700685 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800686 ResolveDexFile(class_loader,
687 *dex_file,
688 dex_files,
689 resolve_thread_pool,
690 resolve_thread_count,
691 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700692 }
693}
694
Andreas Gampeace0dc12016-01-20 13:33:13 -0800695// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
696// this is single-threaded for simplicity.
697// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
698// stable order.
699
Vladimir Markoeb0ebed2018-01-10 18:26:38 +0000700static void ResolveConstStrings(ClassLinker* class_linker,
701 Handle<mirror::DexCache> dex_cache,
Mathieu Chartier6238c832018-01-04 09:55:13 -0800702 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000703 const DexFile::CodeItem* code_item)
704 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800705 if (code_item == nullptr) {
706 // Abstract or native method.
707 return;
708 }
709
Mathieu Chartier698ebbc2018-01-05 11:00:42 -0800710 for (const DexInstructionPcPair& inst : CodeItemInstructionAccessor(dex_file, code_item)) {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700711 switch (inst->Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000712 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800713 case Instruction::CONST_STRING_JUMBO: {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700714 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
715 ? inst->VRegB_21c()
716 : inst->VRegB_31c());
Vladimir Markoa64b52d2017-12-08 16:27:49 +0000717 ObjPtr<mirror::String> string = class_linker->ResolveString(string_index, dex_cache);
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000718 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800719 break;
720 }
721
722 default:
723 break;
724 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800725 }
726}
727
728static void ResolveConstStrings(CompilerDriver* driver,
729 const std::vector<const DexFile*>& dex_files,
730 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000731 ScopedObjectAccess soa(Thread::Current());
732 StackHandleScope<1> hs(soa.Self());
733 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
734 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
735
Andreas Gampeace0dc12016-01-20 13:33:13 -0800736 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000737 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800738 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
739
740 size_t class_def_count = dex_file->NumClassDefs();
741 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
742 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
743
744 const uint8_t* class_data = dex_file->GetClassData(class_def);
745 if (class_data == nullptr) {
746 // empty class, probably a marker interface
747 continue;
748 }
749
750 ClassDataItemIterator it(*dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -0700751 it.SkipAllFields();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800752
753 bool compilation_enabled = driver->IsClassToCompile(
754 dex_file->StringByTypeIdx(class_def.class_idx_));
755 if (!compilation_enabled) {
756 // Compilation is skipped, do not resolve const-string in code of this class.
Vladimir Markoeb0ebed2018-01-10 18:26:38 +0000757 // FIXME: Make sure that inlining honors this. b/26687569
Andreas Gampeace0dc12016-01-20 13:33:13 -0800758 continue;
759 }
760
Mathieu Chartierb7c273c2017-11-10 18:07:56 -0800761 // Direct and virtual methods.
Mathieu Chartierb7c273c2017-11-10 18:07:56 -0800762 while (it.HasNextMethod()) {
Vladimir Markoeb0ebed2018-01-10 18:26:38 +0000763 ResolveConstStrings(class_linker, dex_cache, *dex_file, it.GetMethodCodeItem());
764 it.Next();
765 }
766 DCHECK(!it.HasNext());
767 }
768 }
769}
770
771// Initialize type check bit strings for check-cast and instance-of in the code. Done to have
772// deterministic allocation behavior. Right now this is single-threaded for simplicity.
773// TODO: Collect the relevant type indices in parallel, then process them sequentially in a
774// stable order.
775
776static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
777 ClassLinker* class_linker,
778 Handle<mirror::DexCache> dex_cache,
779 const DexFile& dex_file,
780 const DexFile::CodeItem* code_item)
781 REQUIRES_SHARED(Locks::mutator_lock_) {
782 if (code_item == nullptr) {
783 // Abstract or native method.
784 return;
785 }
786
787 for (const DexInstructionPcPair& inst : CodeItemInstructionAccessor(dex_file, code_item)) {
788 switch (inst->Opcode()) {
789 case Instruction::CHECK_CAST:
790 case Instruction::INSTANCE_OF: {
791 dex::TypeIndex type_index(
792 (inst->Opcode() == Instruction::CHECK_CAST) ? inst->VRegB_21c() : inst->VRegC_22c());
793 const char* descriptor = dex_file.StringByTypeIdx(type_index);
794 // We currently do not use the bitstring type check for array or final (including
795 // primitive) classes. We may reconsider this in future if it's deemed to be beneficial.
796 // And we cannot use it for classes outside the boot image as we do not know the runtime
797 // value of their bitstring when compiling (it may not even get assigned at runtime).
798 if (descriptor[0] == 'L' && driver->IsImageClass(descriptor)) {
799 ObjPtr<mirror::Class> klass =
800 class_linker->LookupResolvedType(type_index,
801 dex_cache.Get(),
802 /* class_loader */ nullptr);
803 CHECK(klass != nullptr) << descriptor << " should have been previously resolved.";
804 // Now assign the bitstring if the class is not final. Keep this in sync with sharpening.
805 if (!klass->IsFinal()) {
806 MutexLock subtype_check_lock(Thread::Current(), *Locks::subtype_check_lock_);
807 SubtypeCheck<ObjPtr<mirror::Class>>::EnsureAssigned(klass);
808 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800809 }
Vladimir Markoeb0ebed2018-01-10 18:26:38 +0000810 break;
811 }
812
813 default:
814 break;
815 }
816 }
817}
818
819static void InitializeTypeCheckBitstrings(CompilerDriver* driver,
820 const std::vector<const DexFile*>& dex_files,
821 TimingLogger* timings) {
822 ScopedObjectAccess soa(Thread::Current());
823 StackHandleScope<1> hs(soa.Self());
824 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
825 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
826
827 for (const DexFile* dex_file : dex_files) {
828 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
829 TimingLogger::ScopedTiming t("Initialize type check bitstrings", timings);
830
831 size_t class_def_count = dex_file->NumClassDefs();
832 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
833 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
834
835 const uint8_t* class_data = dex_file->GetClassData(class_def);
836 if (class_data == nullptr) {
837 // empty class, probably a marker interface
838 continue;
839 }
840
841 ClassDataItemIterator it(*dex_file, class_data);
842 it.SkipAllFields();
843
844 bool compilation_enabled = driver->IsClassToCompile(
845 dex_file->StringByTypeIdx(class_def.class_idx_));
846 if (!compilation_enabled) {
847 // Compilation is skipped, do not look for type checks in code of this class.
848 // FIXME: Make sure that inlining honors this. b/26687569
849 continue;
850 }
851
852 // Direct and virtual methods.
853 while (it.HasNextMethod()) {
854 InitializeTypeCheckBitstrings(
855 driver, class_linker, dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800856 it.Next();
857 }
858 DCHECK(!it.HasNext());
859 }
860 }
861}
862
863inline void CompilerDriver::CheckThreadPools() {
864 DCHECK(parallel_thread_pool_ != nullptr);
865 DCHECK(single_thread_pool_ != nullptr);
866}
867
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000868static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
869 const std::vector<const DexFile*>& dex_files) {
870 ScopedObjectAccess soa(Thread::Current());
871 StackHandleScope<2> hs(soa.Self());
872 Handle<mirror::ClassLoader> class_loader(
873 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
874 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
875 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
876
877 for (const DexFile* dex_file : dex_files) {
878 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
879 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
880 const char* descriptor = dex_file->GetClassDescriptor(class_def);
881 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800882 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000883 soa.Self()->ClearException();
884 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000885 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000886 << cls->PrettyClass()
887 << " " << cls->GetStatus();
888 }
889 }
890 }
891}
892
Andreas Gampeace0dc12016-01-20 13:33:13 -0800893void CompilerDriver::PreCompile(jobject class_loader,
894 const std::vector<const DexFile*>& dex_files,
895 TimingLogger* timings) {
896 CheckThreadPools();
897
Brian Carlstrom7940e442013-07-12 13:46:57 -0700898 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800899 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700900
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100901 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700902 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
903 // This reduces RAM usage for this case.
904 for (const DexFile* dex_file : dex_files) {
905 // Can be already inserted if the caller is CompileOne. This happens for gtests.
906 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700907 compiled_methods_.AddDexFile(dex_file);
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700908 }
909 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100910 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800911 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700912 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
913 }
914
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000915 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800916 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800917 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700918 }
919
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000920 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700921 return;
922 }
923
Vladimir Markoaad75c62016-10-03 08:46:48 +0000924 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800925 // Resolve strings from const-string. Do this now to have a deterministic image.
926 ResolveConstStrings(this, dex_files, timings);
927 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
928 }
929
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000930 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800931 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700932
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800933 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
Andreas Gampefdfb4d42017-07-27 12:12:22 -0700934 // Avoid dumping threads. Even if we shut down the thread pools, there will still be three
935 // instances of this thread's stack.
936 LOG(FATAL_WITHOUT_ABORT) << "Had a hard failure verifying all classes, and was asked to abort "
937 << "in such situations. Please check the log.";
938 abort();
Andreas Gampef39208f2017-10-19 15:06:59 -0700939 } else if (number_of_soft_verifier_failures_ > 0 &&
940 GetCompilerOptions().AbortOnSoftVerifierFailure()) {
941 LOG(FATAL_WITHOUT_ABORT) << "Had " << number_of_soft_verifier_failures_ << " soft failure(s) "
942 << "verifying all classes, and was asked to abort in such situations. "
943 << "Please check the log.";
944 abort();
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800945 }
946
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100947 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000948 if (kIsDebugBuild) {
949 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
950 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +0000951 InitializeClasses(class_loader, dex_files, timings);
952 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
953 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700954
955 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800956 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Vladimir Markoeb0ebed2018-01-10 18:26:38 +0000957
958 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
959 // Initialize type check bit string used by check-cast and instanceof.
960 // Do this now to have a deterministic image.
961 // Note: This is done after UpdateImageClasses() at it relies on the image classes to be final.
962 InitializeTypeCheckBitstrings(this, dex_files, timings);
963 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700964}
965
Ian Rogersdfb325e2013-10-30 01:00:44 -0700966bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800967 if (image_classes_ != nullptr) {
968 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -0700969 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700970 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800971 // No set of image classes, assume we include all the classes.
972 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000973 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700974}
975
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800976bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -0700977 if (classes_to_compile_ == nullptr) {
978 return true;
979 }
980 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800981}
982
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700983bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const {
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700984 if (methods_to_compile_ == nullptr) {
985 return true;
986 }
987
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700988 std::string tmp = method_ref.PrettyMethod();
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700989 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end();
990}
991
Calin Juravle226501b2015-12-11 14:41:31 +0000992bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800993 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -0800994 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
995 // Use the compiler filter instead of the presence of profile_compilation_info_ since
996 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +0000997 return true;
998 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800999 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
1000 if (profile_compilation_info_ == nullptr) {
1001 return false;
1002 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -07001003 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
1004 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -07001005 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +00001006
1007 if (kDebugProfileGuidedCompilation) {
1008 LOG(INFO) << "[ProfileGuidedCompilation] "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001009 << (result ? "Compiled" : "Skipped") << " method:" << method_ref.PrettyMethod(true);
Calin Juravle226501b2015-12-11 14:41:31 +00001010 }
1011 return result;
1012}
1013
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001014class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
1015 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001016 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001017
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001018 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001019 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -07001020 return true;
1021 }
1022
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001023 void FindExceptionTypesToResolve(
1024 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +00001025 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001026 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
1027 for (ObjPtr<mirror::Class> klass : classes_) {
1028 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
1029 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
1030 }
1031 }
1032 }
1033
1034 private:
1035 void FindExceptionTypesToResolveForMethod(
1036 ArtMethod* method,
1037 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
1038 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001039 if (method->GetCodeItem() == nullptr) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001040 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -07001041 }
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001042 CodeItemDataAccessor accessor(method);
1043 if (accessor.TriesSize() == 0) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001044 return; // nothing to process
1045 }
Mathieu Chartier808c7a52017-12-15 11:19:33 -08001046 const uint8_t* encoded_catch_handler_list = accessor.GetCatchHandlerData();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001047 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
1048 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
1049 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
1050 bool has_catch_all = false;
1051 if (encoded_catch_handler_size <= 0) {
1052 encoded_catch_handler_size = -encoded_catch_handler_size;
1053 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001054 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001055 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -08001056 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
1057 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001058 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001059 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
1060 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
1061 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001062 }
1063 // ignore address associated with catch handler
1064 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1065 }
1066 if (has_catch_all) {
1067 // ignore catch all address
1068 DecodeUnsignedLeb128(&encoded_catch_handler_list);
1069 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001070 }
1071 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001072
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001073 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001074};
1075
1076class RecordImageClassesVisitor : public ClassVisitor {
1077 public:
1078 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1079 : image_classes_(image_classes) {}
1080
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001081 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001082 std::string temp;
1083 image_classes_->insert(klass->GetDescriptor(&temp));
1084 return true;
1085 }
1086
1087 private:
1088 std::unordered_set<std::string>* const image_classes_;
1089};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001090
1091// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001092void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001093 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001094 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001095 return;
1096 }
1097
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001098 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001099 // Make a first class to load all classes explicitly listed in the file
1100 Thread* self = Thread::Current();
1101 ScopedObjectAccess soa(self);
1102 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001103 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001104 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001105 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001106 StackHandleScope<1> hs(self);
1107 Handle<mirror::Class> klass(
1108 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001109 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001110 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001111 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001112 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001113 } else {
1114 ++it;
1115 }
1116 }
1117
1118 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1119 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1120 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001121 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001122 StackHandleScope<1> hs(self);
1123 Handle<mirror::Class> java_lang_Throwable(
1124 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001125 do {
1126 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001127 {
1128 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1129 // is using a std::vector<ObjPtr<mirror::Class>>.
1130 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1131 ResolveCatchBlockExceptionsClassVisitor visitor;
1132 class_linker->VisitClasses(&visitor);
1133 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1134 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001135 for (const auto& exception_type : unresolved_exception_types) {
1136 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001137 const DexFile* dex_file = exception_type.second;
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001138 StackHandleScope<1> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001139 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1140 nullptr)));
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001141 ObjPtr<mirror::Class> klass =
Andreas Gampefa4333d2017-02-14 11:10:34 -08001142 (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001143 ? class_linker->ResolveType(exception_type_idx,
Vladimir Markocd556b02017-02-03 11:47:34 +00001144 dex_cache,
1145 ScopedNullHandle<mirror::ClassLoader>())
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001146 : nullptr;
Andreas Gampefa4333d2017-02-14 11:10:34 -08001147 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001148 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1149 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1150 LOG(FATAL) << "Failed to resolve class " << descriptor;
1151 }
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001152 DCHECK(java_lang_Throwable->IsAssignableFrom(klass));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001153 }
1154 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1155 // more are found
1156 } while (!unresolved_exception_types.empty());
1157
1158 // We walk the roots looking for classes so that we'll pick up the
1159 // above classes plus any classes them depend on such super
1160 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001161 RecordImageClassesVisitor visitor(image_classes_.get());
1162 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001163
1164 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001165}
1166
Vladimir Marko19a4d372016-12-08 14:41:46 +00001167static void MaybeAddToImageClasses(Thread* self,
1168 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001169 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001170 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001171 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001172 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001173 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001174 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001175 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001176 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001177 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1178 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001179 if (!result.second) { // Previously inserted.
1180 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001181 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001182 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001183 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1184 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1185 DCHECK(interface != nullptr);
1186 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001187 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001188 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1189 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001190 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001191 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001192 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001193 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001194 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001195 }
1196}
1197
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001198// Keeps all the data for the update together. Also doubles as the reference visitor.
1199// Note: we can use object pointers because we suspend all threads.
1200class ClinitImageUpdate {
1201 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001202 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1203 std::unordered_set<std::string>* image_class_descriptors,
1204 Thread* self,
1205 ClassLinker* linker) {
1206 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1207 image_class_descriptors,
1208 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001209 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001210 return res.release();
1211 }
1212
1213 ~ClinitImageUpdate() {
1214 // Allow others to suspend again.
1215 self_->EndAssertNoThreadSuspension(old_cause_);
1216 }
1217
1218 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001219 void operator()(ObjPtr<mirror::Object> object,
1220 MemberOffset field_offset,
1221 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001222 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001223 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1224 if (ref != nullptr) {
1225 VisitClinitClassesObject(ref);
1226 }
1227 }
1228
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001229 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001230 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1231 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001232
1233 // Ignore class native roots.
1234 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1235 const {}
1236 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001237
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001238 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001239 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001240 for (Handle<mirror::Class> klass_root : image_classes_) {
1241 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001242 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001243 Thread* self = Thread::Current();
1244 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001245 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001246 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001247 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001248 }
1249
1250 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001251 class FindImageClassesVisitor : public ClassVisitor {
1252 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001253 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1254 ClinitImageUpdate* data)
1255 : data_(data),
1256 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001257
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001258 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001259 std::string temp;
1260 const char* name = klass->GetDescriptor(&temp);
1261 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001262 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001263 } else {
1264 // Check whether it is initialized and has a clinit. They must be kept, too.
1265 if (klass->IsInitialized() && klass->FindClassInitializer(
1266 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001267 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001268 }
1269 }
1270 return true;
1271 }
1272
1273 private:
1274 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001275 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001276 };
1277
Mathieu Chartier31e88222016-10-14 18:43:19 -07001278 ClinitImageUpdate(VariableSizedHandleScope& hs,
1279 std::unordered_set<std::string>* image_class_descriptors,
1280 Thread* self,
1281 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1282 : hs_(hs),
1283 image_class_descriptors_(image_class_descriptors),
1284 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001285 CHECK(linker != nullptr);
1286 CHECK(image_class_descriptors != nullptr);
1287
1288 // Make sure nobody interferes with us.
1289 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1290
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001291 // Find all the already-marked classes.
1292 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001293 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001294 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001295 }
1296
1297 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001298 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001299 DCHECK(object != nullptr);
1300 if (marked_objects_.find(object) != marked_objects_.end()) {
1301 // Already processed.
1302 return;
1303 }
1304
1305 // Mark it.
1306 marked_objects_.insert(object);
1307
1308 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001309 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1310 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1311 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001312 } else {
1313 // Else visit the object's class.
1314 VisitClinitClassesObject(object->GetClass());
1315 }
1316
Mathieu Chartiere401d142015-04-22 13:56:20 -07001317 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001318 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001319 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001320 }
1321 }
1322
Mathieu Chartier31e88222016-10-14 18:43:19 -07001323 VariableSizedHandleScope& hs_;
1324 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001325 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001326 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001327 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001328 Thread* const self_;
1329 const char* old_cause_;
1330
1331 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1332};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001333
Ian Rogers3d504072014-03-01 09:16:49 -08001334void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001335 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001336 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001337
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001338 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001339
1340 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001341 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001342
Mathieu Chartier31e88222016-10-14 18:43:19 -07001343 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001344 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001345 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1346 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001347 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001348 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001349
1350 // Do the marking.
1351 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001352 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001353}
1354
Vladimir Marko07785bb2015-06-15 18:52:54 +01001355bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1356 Runtime* runtime = Runtime::Current();
1357 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001358 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001359 // Having the klass reference here implies that the klass is already loaded.
1360 return true;
1361 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001362 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001363 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1364 // loaded because we don't even know what class loader will be used to load them.
1365 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1366 return class_in_image;
1367 }
1368 std::string temp;
1369 const char* descriptor = klass->GetDescriptor(&temp);
1370 return IsImageClass(descriptor);
1371}
1372
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001373void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) {
1374 MutexLock lock(self, dex_to_dex_references_lock_);
1375 // Since we're compiling one dex file at a time, we need to look for the
1376 // current dex file entry only at the end of dex_to_dex_references_.
1377 if (dex_to_dex_references_.empty() ||
1378 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) {
1379 dex_to_dex_references_.emplace_back(*method_ref.dex_file);
1380 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001381 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.index);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001382}
1383
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001384bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1385 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001386 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001387 stats_->TypeNeedsAccessCheck();
1388 return false; // Unknown class needs access checks.
1389 }
David Brazdil38f64d32016-01-18 17:13:41 +00001390 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1391 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001392 if (referrer_class == nullptr) {
1393 stats_->TypeNeedsAccessCheck();
1394 return false; // Incomplete referrer knowledge needs access check.
1395 }
1396 // Perform access check, will return true if access is ok or false if we're going to have to
1397 // check this at runtime (for example for class loaders).
1398 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001399 }
David Brazdil38f64d32016-01-18 17:13:41 +00001400 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001401 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001402 } else {
1403 stats_->TypeNeedsAccessCheck();
1404 }
David Brazdil38f64d32016-01-18 17:13:41 +00001405 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001406}
1407
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001408bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1409 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001410 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001411 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001412 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001413 // Be conservative.
1414 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001415 return false; // Unknown class needs access checks.
1416 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001417 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001418 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1419 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001420 if (referrer_class == nullptr) {
1421 stats_->TypeNeedsAccessCheck();
1422 return false; // Incomplete referrer knowledge needs access check.
1423 }
1424 // Perform access and instantiable checks, will return true if access is ok or false if we're
1425 // going to have to check this at runtime (for example for class loaders).
1426 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001427 }
David Brazdil38f64d32016-01-18 17:13:41 +00001428 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001429 if (result) {
1430 stats_->TypeDoesntNeedAccessCheck();
1431 } else {
1432 stats_->TypeNeedsAccessCheck();
1433 }
1434 return result;
1435}
1436
Vladimir Markobe0e5462014-02-26 11:24:15 +00001437void CompilerDriver::ProcessedInstanceField(bool resolved) {
1438 if (!resolved) {
1439 stats_->UnresolvedInstanceField();
1440 } else {
1441 stats_->ResolvedInstanceField();
1442 }
1443}
1444
1445void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1446 if (!resolved) {
1447 stats_->UnresolvedStaticField();
1448 } else if (local) {
1449 stats_->ResolvedLocalStaticField();
1450 } else {
1451 stats_->ResolvedStaticField();
1452 }
1453}
1454
Mathieu Chartierc7853442015-03-27 14:35:38 -07001455ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
Vladimir Markoe11dd502017-12-08 14:09:45 +00001456 const DexCompilationUnit* mUnit,
1457 bool is_put,
Mathieu Chartierc7853442015-03-27 14:35:38 -07001458 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001459 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001460 ArtField* resolved_field;
Vladimir Marko28e012a2017-12-07 11:22:59 +00001461 ObjPtr<mirror::Class> referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001462 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001463 {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001464 Handle<mirror::ClassLoader> class_loader = mUnit->GetClassLoader();
1465 resolved_field = ResolveField(soa, dex_cache, class_loader, field_idx, /* is_static */ false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001466 referrer_class = resolved_field != nullptr
Vladimir Markoe11dd502017-12-08 14:09:45 +00001467 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001468 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001469 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001470 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001471 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001472 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001473 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001474 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001475 ProcessedInstanceField(can_link);
1476 return can_link ? resolved_field : nullptr;
1477}
1478
1479bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1480 bool is_put, MemberOffset* field_offset,
1481 bool* is_volatile) {
1482 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001483 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001484
Mathieu Chartierc7853442015-03-27 14:35:38 -07001485 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001486 // Conservative defaults.
1487 *is_volatile = true;
1488 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001489 return false;
1490 } else {
1491 *is_volatile = resolved_field->IsVolatile();
1492 *field_offset = resolved_field->GetOffset();
1493 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001494 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001495}
1496
Vladimir Marko2730db02014-01-27 11:15:17 +00001497const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1498 uint32_t method_idx) const {
1499 MethodReference ref(dex_file, method_idx);
1500 return verification_results_->GetVerifiedMethod(ref);
1501}
1502
1503bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001504 if (!compiler_options_->IsVerificationEnabled()) {
1505 // If we didn't verify, every cast has to be treated as non-safe.
1506 return false;
1507 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001508 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1509 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001510 if (result) {
1511 stats_->SafeCast();
1512 } else {
1513 stats_->NotASafeCast();
1514 }
1515 return result;
1516}
1517
Mathieu Chartier90443472015-07-16 20:32:27 -07001518class CompilationVisitor {
1519 public:
1520 virtual ~CompilationVisitor() {}
1521 virtual void Visit(size_t index) = 0;
1522};
1523
Brian Carlstrom7940e442013-07-12 13:46:57 -07001524class ParallelCompilationManager {
1525 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001526 ParallelCompilationManager(ClassLinker* class_linker,
1527 jobject class_loader,
1528 CompilerDriver* compiler,
1529 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001530 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001531 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001532 : index_(0),
1533 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001534 class_loader_(class_loader),
1535 compiler_(compiler),
1536 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001537 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001538 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001539
1540 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001541 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001542 return class_linker_;
1543 }
1544
1545 jobject GetClassLoader() const {
1546 return class_loader_;
1547 }
1548
1549 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001550 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001551 return compiler_;
1552 }
1553
1554 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001555 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001556 return dex_file_;
1557 }
1558
Andreas Gampede7b4362014-07-28 18:38:57 -07001559 const std::vector<const DexFile*>& GetDexFiles() const {
1560 return dex_files_;
1561 }
1562
Mathieu Chartier90443472015-07-16 20:32:27 -07001563 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1564 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001565 Thread* self = Thread::Current();
1566 self->AssertNoPendingException();
1567 CHECK_GT(work_units, 0U);
1568
Ian Rogers3e5cf302014-05-20 16:40:37 -07001569 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001570 for (size_t i = 0; i < work_units; ++i) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001571 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001572 }
1573 thread_pool_->StartWorkers(self);
1574
1575 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1576 // thread destructor's called below perform join).
1577 CHECK_NE(self->GetState(), kRunnable);
1578
1579 // Wait for all the worker threads to finish.
1580 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001581
1582 // And stop the workers accepting jobs.
1583 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001584 }
1585
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001586 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001587 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001588 }
1589
Brian Carlstrom7940e442013-07-12 13:46:57 -07001590 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001591 class ForAllClosure : public Task {
1592 public:
Mathieu Chartier90443472015-07-16 20:32:27 -07001593 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001594 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001595 end_(end),
Mathieu Chartier90443472015-07-16 20:32:27 -07001596 visitor_(visitor) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001597
1598 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001599 while (true) {
1600 const size_t index = manager_->NextIndex();
1601 if (UNLIKELY(index >= end_)) {
1602 break;
1603 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001604 visitor_->Visit(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001605 self->AssertNoPendingException();
1606 }
1607 }
1608
1609 virtual void Finalize() {
1610 delete this;
1611 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001612
Brian Carlstrom7940e442013-07-12 13:46:57 -07001613 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001614 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001615 const size_t end_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001616 CompilationVisitor* const visitor_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001617 };
1618
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001619 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001620 ClassLinker* const class_linker_;
1621 const jobject class_loader_;
1622 CompilerDriver* const compiler_;
1623 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001624 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001625 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001626
1627 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001628};
1629
Jeff Hao0e49b422013-11-08 12:16:56 -08001630// A fast version of SkipClass above if the class pointer is available
1631// that avoids the expensive FindInClassPath search.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001632static bool SkipClass(jobject class_loader, const DexFile& dex_file, ObjPtr<mirror::Class> klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001633 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001634 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001635 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1636 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001637 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001638 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001639 << dex_file.GetLocation() << " previously found in "
1640 << original_dex_file.GetLocation();
1641 }
1642 return true;
1643 }
1644 return false;
1645}
1646
Mathieu Chartier70b63482014-06-27 17:19:04 -07001647static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001648 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001649 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001650 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001651 std::string temp;
1652 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1653 const char* expected_exceptions[] = {
1654 "Ljava/lang/IllegalAccessError;",
1655 "Ljava/lang/IncompatibleClassChangeError;",
1656 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001657 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001658 "Ljava/lang/NoClassDefFoundError;",
1659 "Ljava/lang/NoSuchFieldError;",
1660 "Ljava/lang/NoSuchMethodError;"
1661 };
1662 bool found = false;
1663 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1664 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1665 found = true;
1666 }
1667 }
1668 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001669 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001670 }
1671 self->ClearException();
1672}
1673
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001674bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1675 uint16_t class_def_idx) const {
1676 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1677 const uint8_t* class_data = dex_file.GetClassData(class_def);
1678 if (class_data == nullptr) {
1679 // Empty class such as a marker interface.
1680 return false;
1681 }
1682 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001683 it.SkipStaticFields();
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001684 // We require a constructor barrier if there are final instance fields.
1685 while (it.HasNextInstanceField()) {
1686 if (it.MemberIsFinal()) {
1687 return true;
1688 }
1689 it.Next();
1690 }
1691 return false;
1692}
1693
Mathieu Chartier90443472015-07-16 20:32:27 -07001694class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1695 public:
1696 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1697 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001698
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001699 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08001700 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07001701 Thread* const self = Thread::Current();
1702 jobject jclass_loader = manager_->GetClassLoader();
1703 const DexFile& dex_file = *manager_->GetDexFile();
1704 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001705
Mathieu Chartier90443472015-07-16 20:32:27 -07001706 // If an instance field is final then we need to have a barrier on the return, static final
1707 // fields are assigned within the lock held for class initialization. Conservatively assume
1708 // constructor barriers are always required.
1709 bool requires_constructor_barrier = true;
1710
1711 // Method and Field are the worst. We can't resolve without either
1712 // context from the code use (to disambiguate virtual vs direct
1713 // method and instance vs static field) or from class
1714 // definitions. While the compiler will resolve what it can as it
1715 // needs it, here we try to resolve fields and methods used in class
1716 // definitions, since many of them many never be referenced by
1717 // generated code.
1718 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1719 ScopedObjectAccess soa(self);
1720 StackHandleScope<2> hs(soa.Self());
1721 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001722 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001723 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001724 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001725 // Resolve the class.
Vladimir Marko28e012a2017-12-07 11:22:59 +00001726 ObjPtr<mirror::Class> klass =
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001727 class_linker->ResolveType(class_def.class_idx_, dex_cache, class_loader);
Mathieu Chartier90443472015-07-16 20:32:27 -07001728 bool resolve_fields_and_methods;
1729 if (klass == nullptr) {
1730 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1731 // attempt to resolve methods and fields when there is no declaring class.
1732 CheckAndClearResolveException(soa.Self());
1733 resolve_fields_and_methods = false;
1734 } else {
1735 // We successfully resolved a class, should we skip it?
1736 if (SkipClass(jclass_loader, dex_file, klass)) {
1737 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001738 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001739 // We want to resolve the methods and fields eagerly.
1740 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001741 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001742 // Note the class_data pointer advances through the headers,
1743 // static fields, instance fields, direct methods, and virtual
1744 // methods.
1745 const uint8_t* class_data = dex_file.GetClassData(class_def);
1746 if (class_data == nullptr) {
1747 // Empty class such as a marker interface.
1748 requires_constructor_barrier = false;
1749 } else {
1750 ClassDataItemIterator it(dex_file, class_data);
1751 while (it.HasNextStaticField()) {
1752 if (resolve_fields_and_methods) {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001753 ArtField* field = class_linker->ResolveField(
1754 it.GetMemberIndex(), dex_cache, class_loader, /* is_static */ true);
Mathieu Chartier90443472015-07-16 20:32:27 -07001755 if (field == nullptr) {
1756 CheckAndClearResolveException(soa.Self());
1757 }
Ian Rogers68b56852014-08-29 20:19:11 -07001758 }
1759 it.Next();
1760 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001761 // We require a constructor barrier if there are final instance fields.
1762 requires_constructor_barrier = false;
1763 while (it.HasNextInstanceField()) {
1764 if (it.MemberIsFinal()) {
1765 requires_constructor_barrier = true;
1766 }
1767 if (resolve_fields_and_methods) {
Vladimir Markoe11dd502017-12-08 14:09:45 +00001768 ArtField* field = class_linker->ResolveField(
1769 it.GetMemberIndex(), dex_cache, class_loader, /* is_static */ false);
Mathieu Chartier90443472015-07-16 20:32:27 -07001770 if (field == nullptr) {
1771 CheckAndClearResolveException(soa.Self());
1772 }
Ian Rogers68b56852014-08-29 20:19:11 -07001773 }
1774 it.Next();
1775 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001776 if (resolve_fields_and_methods) {
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08001777 while (it.HasNextMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001778 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Vladimir Marko89011192017-12-11 13:45:05 +00001779 it.GetMemberIndex(),
1780 dex_cache,
1781 class_loader,
1782 /* referrer */ nullptr,
Mathieu Chartier90443472015-07-16 20:32:27 -07001783 it.GetMethodInvokeType(class_def));
1784 if (method == nullptr) {
1785 CheckAndClearResolveException(soa.Self());
1786 }
1787 it.Next();
1788 }
1789 DCHECK(!it.HasNext());
1790 }
1791 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001792 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1793 &dex_file,
1794 class_def_index,
1795 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001796 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001797
Mathieu Chartier90443472015-07-16 20:32:27 -07001798 private:
1799 const ParallelCompilationManager* const manager_;
1800};
1801
1802class ResolveTypeVisitor : public CompilationVisitor {
1803 public:
1804 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1805 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001806 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001807 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001808 ScopedObjectAccess soa(Thread::Current());
1809 ClassLinker* class_linker = manager_->GetClassLinker();
1810 const DexFile& dex_file = *manager_->GetDexFile();
1811 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001812 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001813 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001814 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1815 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001816 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001817 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Marko666ee3d2017-12-11 18:37:36 +00001818 ? class_linker->ResolveType(dex::TypeIndex(type_idx), dex_cache, class_loader)
Vladimir Markocd556b02017-02-03 11:47:34 +00001819 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001820
Mathieu Chartier90443472015-07-16 20:32:27 -07001821 if (klass == nullptr) {
1822 soa.Self()->AssertPendingException();
1823 mirror::Throwable* exception = soa.Self()->GetException();
1824 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1825 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1826 // There's little point continuing compilation if the heap is exhausted.
1827 LOG(FATAL) << "Out of memory during type resolution for compilation";
1828 }
1829 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001830 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001831 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001832
1833 private:
1834 const ParallelCompilationManager* const manager_;
1835};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001836
Andreas Gampeace0dc12016-01-20 13:33:13 -08001837void CompilerDriver::ResolveDexFile(jobject class_loader,
1838 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001839 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001840 ThreadPool* thread_pool,
1841 size_t thread_count,
1842 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001843 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1844
1845 // TODO: we could resolve strings here, although the string table is largely filled with class
1846 // and method names.
1847
Andreas Gampede7b4362014-07-28 18:38:57 -07001848 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1849 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001850 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001851 // For images we resolve all types, such as array, whereas for applications just those with
1852 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001853 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001854 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001855 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001856 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001857
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001858 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001859 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001860 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001861}
1862
Andreas Gampeace0dc12016-01-20 13:33:13 -08001863void CompilerDriver::SetVerified(jobject class_loader,
1864 const std::vector<const DexFile*>& dex_files,
1865 TimingLogger* timings) {
1866 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001867 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001868 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001869 SetVerifiedDexFile(class_loader,
1870 *dex_file,
1871 dex_files,
1872 parallel_thread_pool_.get(),
1873 parallel_thread_count_,
1874 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001875 }
1876}
1877
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001878static void PopulateVerifiedMethods(const DexFile& dex_file,
1879 uint32_t class_def_index,
1880 VerificationResults* verification_results) {
1881 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1882 const uint8_t* class_data = dex_file.GetClassData(class_def);
1883 if (class_data == nullptr) {
1884 return;
1885 }
1886 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001887 it.SkipAllFields();
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001888
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08001889 while (it.HasNextMethod()) {
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001890 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1891 it.Next();
1892 }
1893 DCHECK(!it.HasNext());
1894}
1895
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001896static void LoadAndUpdateStatus(const DexFile& dex_file,
1897 const DexFile::ClassDef& class_def,
Vladimir Marko2c64a832018-01-04 11:31:56 +00001898 ClassStatus status,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001899 Handle<mirror::ClassLoader> class_loader,
1900 Thread* self)
1901 REQUIRES_SHARED(Locks::mutator_lock_) {
1902 StackHandleScope<1> hs(self);
1903 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1904 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1905 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1906 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001907 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001908 // Check that the class is resolved with the current dex file. We might get
1909 // a boot image class, or a class in a different dex file for multidex, and
1910 // we should not update the status in that case.
1911 if (&cls->GetDexFile() == &dex_file) {
1912 ObjectLock<mirror::Class> lock(self, cls);
1913 mirror::Class::SetStatus(cls, status, self);
1914 }
1915 } else {
1916 DCHECK(self->IsExceptionPending());
1917 self->ClearException();
1918 }
1919}
1920
Nicolas Geoffray74981052017-01-16 17:54:09 +00001921bool CompilerDriver::FastVerify(jobject jclass_loader,
1922 const std::vector<const DexFile*>& dex_files,
1923 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001924 verifier::VerifierDeps* verifier_deps =
1925 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
Mathieu Chartier72041a02017-07-14 18:23:25 -07001926 // If there exist VerifierDeps that aren't the ones we just created to output, use them to verify.
1927 if (verifier_deps == nullptr || verifier_deps->OutputOnly()) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001928 return false;
1929 }
1930 TimingLogger::ScopedTiming t("Fast Verify", timings);
1931 ScopedObjectAccess soa(Thread::Current());
1932 StackHandleScope<2> hs(soa.Self());
1933 Handle<mirror::ClassLoader> class_loader(
1934 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00001935 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
1936 return false;
1937 }
1938
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001939 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001940
Nicolas Geoffray74981052017-01-16 17:54:09 +00001941 // We successfully validated the dependencies, now update class status
1942 // of verified classes. Note that the dependencies also record which classes
1943 // could not be fully verified; we could try again, but that would hurt verification
1944 // time. So instead we assume these classes still need to be verified at
1945 // runtime.
1946 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001947 // Fetch the list of unverified classes.
1948 const std::set<dex::TypeIndex>& unverified_classes =
Nicolas Geoffray74981052017-01-16 17:54:09 +00001949 verifier_deps->GetUnverifiedClasses(*dex_file);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001950 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
1951 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001952 if (unverified_classes.find(class_def.class_idx_) == unverified_classes.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001953 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001954 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
1955 // the type.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001956 ClassReference ref(dex_file, i);
Vladimir Marko2c64a832018-01-04 11:31:56 +00001957 ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001958 DCHECK(compiled_classes_.Get(ref, &existing)) << ref.dex_file->GetLocation();
1959 ClassStateTable::InsertResult result =
Vladimir Marko2c64a832018-01-04 11:31:56 +00001960 compiled_classes_.Insert(ref, existing, ClassStatus::kVerified);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001961 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001962 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001963 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00001964 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001965 LoadAndUpdateStatus(
Vladimir Marko2c64a832018-01-04 11:31:56 +00001966 *dex_file, class_def, ClassStatus::kVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00001967 // Create `VerifiedMethod`s for each methods, the compiler expects one for
1968 // quickening or compiling.
1969 // Note that this means:
1970 // - We're only going to compile methods that did verify.
1971 // - Quickening will not do checkcast ellision.
1972 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
1973 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001974 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001975 } else if (!compiler_only_verifies) {
1976 // Make sure later compilation stages know they should not try to verify
1977 // this class again.
1978 LoadAndUpdateStatus(*dex_file,
1979 class_def,
Vladimir Marko2c64a832018-01-04 11:31:56 +00001980 ClassStatus::kRetryVerificationAtRuntime,
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001981 class_loader,
1982 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001983 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001984 }
1985 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001986 return true;
1987}
1988
1989void CompilerDriver::Verify(jobject jclass_loader,
1990 const std::vector<const DexFile*>& dex_files,
1991 TimingLogger* timings) {
1992 if (FastVerify(jclass_loader, dex_files, timings)) {
1993 return;
1994 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001995
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001996 // If there is no existing `verifier_deps` (because of non-existing vdex), or
1997 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001998 // non boot image compilation. The verifier will need it to record the new dependencies.
1999 // Then dex2oat can update the vdex file with these new dependencies.
2000 if (!GetCompilerOptions().IsBootImage()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07002001 // Dex2oat creates the verifier deps.
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002002 // Create the main VerifierDeps, and set it to this thread.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002003 verifier::VerifierDeps* verifier_deps =
2004 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
2005 CHECK(verifier_deps != nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00002006 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002007 // Create per-thread VerifierDeps to avoid contention on the main one.
2008 // We will merge them after verification.
2009 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07002010 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files_for_oat_file_));
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002011 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002012 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00002013
Nicolas Geoffray46847392017-04-28 14:56:39 +01002014 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
2015 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2016 ThreadPool* verify_thread_pool =
2017 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
2018 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002019 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002020 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00002021 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002022 *dex_file,
2023 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01002024 verify_thread_pool,
2025 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002026 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002027 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002028
2029 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002030 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00002031 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002032 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
2033 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
2034 worker->GetThread()->SetVerifierDeps(nullptr);
Mathieu Chartier72041a02017-07-14 18:23:25 -07002035 verifier_deps->MergeWith(*thread_deps, dex_files_for_oat_file_);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00002036 delete thread_deps;
2037 }
2038 Thread::Current()->SetVerifierDeps(nullptr);
2039 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002040}
2041
Mathieu Chartier90443472015-07-16 20:32:27 -07002042class VerifyClassVisitor : public CompilationVisitor {
2043 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002044 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07002045 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07002046
Mathieu Chartier90443472015-07-16 20:32:27 -07002047 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002048 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002049 ScopedObjectAccess soa(Thread::Current());
2050 const DexFile& dex_file = *manager_->GetDexFile();
2051 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2052 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2053 ClassLinker* class_linker = manager_->GetClassLinker();
2054 jobject jclass_loader = manager_->GetClassLoader();
2055 StackHandleScope<3> hs(soa.Self());
2056 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002057 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002058 Handle<mirror::Class> klass(
2059 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002060 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002061 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002062 CHECK(soa.Self()->IsExceptionPending());
2063 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002064
2065 /*
2066 * At compile time, we can still structurally verify the class even if FindClass fails.
2067 * This is to ensure the class is structurally sound for compilation. An unsound class
2068 * will be rejected by the verifier and later skipped during compilation in the compiler.
2069 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002070 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002071 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002072 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002073 failure_kind =
2074 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002075 &dex_file,
2076 dex_cache,
2077 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002078 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002079 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002080 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002081 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002082 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002083 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002084 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2085 << " because: " << error_msg;
2086 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002087 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2088 manager_->GetCompiler()->AddSoftVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002089 } else {
2090 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2091 // the vdex file already records that the class hasn't been resolved. It avoids
2092 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampef39208f2017-10-19 15:06:59 -07002093 DCHECK(failure_kind == verifier::FailureKind::kNoFailure) << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002094 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002095 }
2096 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002097 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002098 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002099
2100 if (klass->IsErroneous()) {
2101 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2102 CHECK(soa.Self()->IsExceptionPending());
2103 soa.Self()->ClearException();
2104 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002105 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2106 manager_->GetCompiler()->AddSoftVerifierFailure();
Mathieu Chartier90443472015-07-16 20:32:27 -07002107 }
2108
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002109 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002110 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002111
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002112 // Class has a meaningful status for the compiler now, record it.
2113 ClassReference ref(manager_->GetDexFile(), class_def_index);
2114 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2115
Andreas Gamped278cb42017-11-22 14:13:00 -08002116 // It is *very* problematic if there are resolution errors in the boot classpath.
2117 //
2118 // It is also bad if classes fail verification. For example, we rely on things working
2119 // OK without verification when the decryption dialog is brought up. It is thus highly
2120 // recommended to compile the boot classpath with
2121 // --abort-on-hard-verifier-error --abort-on-soft-verifier-error
2122 // which is the default build system configuration.
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002123 if (kIsDebugBuild) {
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002124 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage()) {
Andreas Gamped278cb42017-11-22 14:13:00 -08002125 if (!klass->IsResolved() || klass->IsErroneous()) {
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002126 LOG(FATAL) << "Boot classpath class " << klass->PrettyClass()
Andreas Gamped278cb42017-11-22 14:13:00 -08002127 << " failed to resolve/is erroneous: state= " << klass->GetStatus();
2128 UNREACHABLE();
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002129 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002130 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002131 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002132 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002133 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002134 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002135 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002136 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002137 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002138 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002139 } else {
2140 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002141 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002142 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002143 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2144 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002145 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002146 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002147
2148 private:
2149 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002150 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002151};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002152
Andreas Gampeace0dc12016-01-20 13:33:13 -08002153void CompilerDriver::VerifyDexFile(jobject class_loader,
2154 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002155 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002156 ThreadPool* thread_pool,
2157 size_t thread_count,
2158 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002159 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002160 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002161 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2162 thread_pool);
Andreas Gampef39208f2017-10-19 15:06:59 -07002163 bool abort_on_verifier_failures = GetCompilerOptions().AbortOnHardVerifierFailure()
2164 || GetCompilerOptions().AbortOnSoftVerifierFailure();
2165 verifier::HardFailLogMode log_level = abort_on_verifier_failures
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002166 ? verifier::HardFailLogMode::kLogInternalFatal
2167 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002168 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002169 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002170}
2171
Mathieu Chartier90443472015-07-16 20:32:27 -07002172class SetVerifiedClassVisitor : public CompilationVisitor {
2173 public:
2174 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2175
2176 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002177 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002178 ScopedObjectAccess soa(Thread::Current());
2179 const DexFile& dex_file = *manager_->GetDexFile();
2180 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2181 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2182 ClassLinker* class_linker = manager_->GetClassLinker();
2183 jobject jclass_loader = manager_->GetClassLoader();
2184 StackHandleScope<3> hs(soa.Self());
2185 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002186 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002187 Handle<mirror::Class> klass(
2188 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2189 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002190 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002191 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2192 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002193 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002194 if (klass->GetStatus() < ClassStatus::kVerified) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002195 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2196 // Set class status to verified.
Vladimir Marko2c64a832018-01-04 11:31:56 +00002197 mirror::Class::SetStatus(klass, ClassStatus::kVerified, soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07002198 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2199 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002200 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002201 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002202 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002203 }
2204 // Record the final class status if necessary.
2205 ClassReference ref(manager_->GetDexFile(), class_def_index);
2206 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002207 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002208 } else {
2209 Thread* self = soa.Self();
2210 DCHECK(self->IsExceptionPending());
2211 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002212 }
2213 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002214
2215 private:
2216 const ParallelCompilationManager* const manager_;
2217};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002218
Andreas Gampeace0dc12016-01-20 13:33:13 -08002219void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2220 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002221 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002222 ThreadPool* thread_pool,
2223 size_t thread_count,
2224 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002225 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002226 if (!compiled_classes_.HaveDexFile(&dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002227 compiled_classes_.AddDexFile(&dex_file);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002228 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002229 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2230 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2231 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002232 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002233 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002234}
2235
Mathieu Chartier90443472015-07-16 20:32:27 -07002236class InitializeClassVisitor : public CompilationVisitor {
2237 public:
2238 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002239
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002240 void Visit(size_t class_def_index) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002241 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002242 jobject jclass_loader = manager_->GetClassLoader();
2243 const DexFile& dex_file = *manager_->GetDexFile();
2244 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2245 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2246 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002247
Mathieu Chartier90443472015-07-16 20:32:27 -07002248 ScopedObjectAccess soa(Thread::Current());
2249 StackHandleScope<3> hs(soa.Self());
2250 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002251 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002252 Handle<mirror::Class> klass(
2253 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2254
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002255 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2256 TryInitializeClass(klass, class_loader);
2257 }
2258 // Clear any class not found or verification exceptions.
2259 soa.Self()->ClearException();
2260 }
2261
2262 // A helper function for initializing klass.
2263 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2264 REQUIRES_SHARED(Locks::mutator_lock_) {
2265 const DexFile& dex_file = klass->GetDexFile();
2266 const DexFile::ClassDef* class_def = klass->GetClassDef();
2267 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2268 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2269 ScopedObjectAccessUnchecked soa(Thread::Current());
2270 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002271 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002272 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002273
Vladimir Marko2c64a832018-01-04 11:31:56 +00002274 ClassStatus old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002275 // Don't initialize classes in boot space when compiling app image
2276 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2277 // Also return early and don't store the class status in the recorded class status.
2278 return;
2279 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002280 // Only try to initialize classes that were successfully verified.
2281 if (klass->IsVerified()) {
2282 // Attempt to initialize the class but bail if we either need to initialize the super-class
2283 // or static fields.
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002284 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002285 old_status = klass->GetStatus();
2286 if (!klass->IsInitialized()) {
2287 // We don't want non-trivial class initialization occurring on multiple threads due to
2288 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2289 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2290 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2291 // after first initializing its parents, whose locks are acquired. This leads to a
2292 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2293 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2294 // than use a special Object for the purpose we use the Class of java.lang.Class.
2295 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2296 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2297 // Attempt to initialize allowing initialization of parent classes but still not static
2298 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002299 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2300 bool is_superclass_initialized = !is_app_image ? true :
2301 InitializeDependencies(klass, class_loader, soa.Self());
2302 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002303 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Chang Xinge602b1c2017-06-30 11:55:01 -07002304 }
2305 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002306 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002307
2308 bool too_many_encoded_fields = false;
2309 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2310 too_many_encoded_fields = true;
2311 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002312 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002313 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002314 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002315 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002316 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002317 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002318 manager_->GetCompiler()->IsImageClass(descriptor)) {
2319 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002320 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002321 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002322 // marked with the $NoPreloadHolder (which implies this should not be initialized
2323 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002324 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2325 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002326 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002327 // The boot image case doesn't need to recursively initialize the dependencies with
2328 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002329 can_init_static_fields =
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002330 !soa.Self()->IsExceptionPending() &&
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002331 is_superclass_initialized &&
2332 NoClinitInDependency(klass, soa.Self(), &class_loader);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002333 // TODO The checking for clinit can be removed since it's already
2334 // checked when init superclass. Currently keep it because it contains
2335 // processing of intern strings. Will be removed later when intern strings
2336 // and clinit are both initialized.
2337 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002338
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002339 if (can_init_static_fields) {
2340 VLOG(compiler) << "Initializing: " << descriptor;
2341 // TODO multithreading support. We should ensure the current compilation thread has
2342 // exclusive access to the runtime and the transaction. To achieve this, we could use
2343 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2344 // checks in Thread::AssertThreadSuspensionIsAllowable.
2345 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002346 // Run the class initializer in transaction mode.
Chang Xing5a906fc2017-07-26 15:01:16 -07002347 runtime->EnterTransactionMode(is_app_image, klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002348 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2349 true);
2350 // TODO we detach transaction from runtime to indicate we quit the transactional
2351 // mode which prevents the GC from visiting objects modified during the transaction.
2352 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002353
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002354 {
2355 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002356
2357 if (success) {
2358 runtime->ExitTransactionMode();
2359 DCHECK(!runtime->IsActiveTransaction());
2360 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002361
Mathieu Chartier90443472015-07-16 20:32:27 -07002362 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002363 CHECK(soa.Self()->IsExceptionPending());
2364 mirror::Throwable* exception = soa.Self()->GetException();
2365 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2366 << exception->Dump();
2367 std::ostream* file_log = manager_->GetCompiler()->
2368 GetCompilerOptions().GetInitFailureOutput();
2369 if (file_log != nullptr) {
2370 *file_log << descriptor << "\n";
2371 *file_log << exception->Dump() << "\n";
2372 }
2373 soa.Self()->ClearException();
Chang Xing605fe242017-07-20 15:57:21 -07002374 runtime->RollbackAllTransactions();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002375 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002376 } else if (is_boot_image) {
2377 // For boot image, we want to put the updated status in the oat class since we can't
2378 // reject the image anyways.
2379 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002380 }
2381 }
2382
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002383 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002384 // On failure, still intern strings of static fields and seen in <clinit>, as these
2385 // will be created in the zygote. This is separated from the transaction code just
2386 // above as we will allocate strings, so must be allowed to suspend.
2387 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002388 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002389 } else {
2390 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002391 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002392 }
2393 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002394 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002395 // If the class still isn't initialized, at least try some checks that initialization
2396 // would do so they can be skipped at runtime.
2397 if (!klass->IsInitialized() &&
2398 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002399 old_status = ClassStatus::kSuperclassValidated;
Jeff Hao0cb17282017-07-12 14:51:49 -07002400 } else {
2401 soa.Self()->ClearException();
2402 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002403 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002404 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002405 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002406 // Record the final class status if necessary.
2407 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2408 // Back up the status before doing initialization for static encoded fields,
2409 // because the static encoded branch wants to keep the status to uninitialized.
2410 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002411 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002412
2413 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002414 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2415 REQUIRES_SHARED(Locks::mutator_lock_) {
2416 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2417 DCHECK(klass->IsVerified());
2418 DCHECK(!klass->IsInitialized());
2419
2420 StackHandleScope<1> hs(Thread::Current());
Vladimir Markoe11dd502017-12-08 14:09:45 +00002421 Handle<mirror::DexCache> dex_cache = hs.NewHandle(klass->GetDexCache());
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002422 const DexFile::ClassDef* class_def = klass->GetClassDef();
2423 ClassLinker* class_linker = manager_->GetClassLinker();
2424
Andreas Gampe7bf90482017-03-02 16:41:35 -08002425 // Check encoded final field values for strings and intern.
Vladimir Markoe11dd502017-12-08 14:09:45 +00002426 annotations::RuntimeEncodedStaticFieldValueIterator value_it(dex_cache,
2427 class_loader,
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002428 manager_->GetClassLinker(),
2429 *class_def);
2430 for ( ; value_it.HasNext(); value_it.Next()) {
2431 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2432 // Resolve the string. This will intern the string.
2433 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002434 dex::StringIndex(value_it.GetJavaValue().i), dex_cache);
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002435 CHECK(resolved != nullptr);
2436 }
2437 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002438
2439 // Intern strings seen in <clinit>.
2440 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2441 if (clinit != nullptr) {
Mathieu Chartier73f21d42018-01-02 14:26:50 -08002442 for (const DexInstructionPcPair& inst : clinit->DexInstructions()) {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002443 if (inst->Opcode() == Instruction::CONST_STRING) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002444 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002445 dex::StringIndex(inst->VRegB_21c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002446 CHECK(s != nullptr);
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002447 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002448 ObjPtr<mirror::String> s = class_linker->ResolveString(
Vladimir Markoa64b52d2017-12-08 16:27:49 +00002449 dex::StringIndex(inst->VRegB_31c()), dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002450 CHECK(s != nullptr);
2451 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002452 }
2453 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002454 }
2455
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002456 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2457 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Markob45528c2017-07-27 14:14:28 +01002458 // Return value of ResolveReturnType() is discarded because resolve will be done internally.
2459 ObjPtr<mirror::Class> rtn_type = m->ResolveReturnType();
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002460 if (rtn_type == nullptr) {
2461 self->ClearException();
2462 return false;
2463 }
2464 const DexFile::TypeList* types = m->GetParameterTypeList();
2465 if (types != nullptr) {
2466 for (uint32_t i = 0; i < types->Size(); ++i) {
2467 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
Vladimir Markob45528c2017-07-27 14:14:28 +01002468 ObjPtr<mirror::Class> param_type = m->ResolveClassFromTypeIndex(param_type_idx);
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002469 if (param_type == nullptr) {
2470 self->ClearException();
2471 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002472 }
2473 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002474 }
2475 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002476 }
2477
2478 // Pre resolve types mentioned in all method signatures before start a transaction
2479 // since ResolveType doesn't work in transaction mode.
2480 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2481 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002482 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2483 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2484 if (!ResolveTypesOfMethods(self, &m)) {
2485 return false;
2486 }
2487 }
2488 if (klass->IsInterface()) {
2489 return true;
2490 } else if (klass->HasSuperClass()) {
2491 StackHandleScope<1> hs(self);
2492 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2493 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2494 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2495 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2496 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002497 return false;
2498 }
2499 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002500 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2501 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2502 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2503 uint32_t num_methods = super_klass->NumVirtualMethods();
2504 for (uint32_t j = 0; j < num_methods; ++j) {
2505 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2506 j, pointer_size);
2507 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2508 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2509 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002510 }
2511 }
2512 }
2513 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002514 }
2515 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002516 }
2517
2518 // Initialize the klass's dependencies recursively before initializing itself.
2519 // Checking for interfaces is also necessary since interfaces can contain
2520 // both default methods and static encoded fields.
2521 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2522 Handle<mirror::ClassLoader> class_loader,
2523 Thread* self)
2524 REQUIRES_SHARED(Locks::mutator_lock_) {
2525 if (klass->HasSuperClass()) {
2526 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2527 StackHandleScope<1> hs(self);
2528 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2529 if (!handle_scope_super->IsInitialized()) {
2530 this->TryInitializeClass(handle_scope_super, class_loader);
2531 if (!handle_scope_super->IsInitialized()) {
2532 return false;
2533 }
2534 }
2535 }
2536
2537 uint32_t num_if = klass->NumDirectInterfaces();
2538 for (size_t i = 0; i < num_if; i++) {
2539 ObjPtr<mirror::Class>
2540 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2541 StackHandleScope<1> hs(self);
2542 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2543
2544 TryInitializeClass(handle_interface, class_loader);
2545
2546 if (!handle_interface->IsInitialized()) {
2547 return false;
2548 }
2549 }
2550
2551 return PreResolveTypes(self, klass);
2552 }
2553
2554 // In this phase the classes containing class initializers are ignored. Make sure no
2555 // clinit appears in kalss's super class chain and interfaces.
2556 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2557 Thread* self,
2558 Handle<mirror::ClassLoader>* class_loader)
2559 REQUIRES_SHARED(Locks::mutator_lock_) {
2560 ArtMethod* clinit =
2561 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2562 if (clinit != nullptr) {
2563 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2564 return false;
2565 }
2566 if (klass->HasSuperClass()) {
2567 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2568 StackHandleScope<1> hs(self);
2569 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2570 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2571 return false;
2572 }
2573 }
2574
2575 uint32_t num_if = klass->NumDirectInterfaces();
2576 for (size_t i = 0; i < num_if; i++) {
2577 ObjPtr<mirror::Class>
2578 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2579 StackHandleScope<1> hs(self);
2580 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2581 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2582 return false;
2583 }
2584 }
2585
Chang Xingba17dbd2017-06-28 21:27:56 +00002586 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002587 }
2588
Mathieu Chartier90443472015-07-16 20:32:27 -07002589 const ParallelCompilationManager* const manager_;
2590};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002591
Andreas Gampeace0dc12016-01-20 13:33:13 -08002592void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2593 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002594 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002595 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002596 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002597
2598 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2599 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2600 ThreadPool* init_thread_pool = force_determinism
2601 ? single_thread_pool_.get()
2602 : parallel_thread_pool_.get();
2603 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2604
Brian Carlstrom7940e442013-07-12 13:46:57 -07002605 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002606 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002607 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002608
2609 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2610 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2611 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002612 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002613 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002614 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002615 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002616 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002617}
2618
Mathieu Chartier91288d82016-04-28 09:44:54 -07002619class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002620 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002621 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2622 : hs_(hs) {}
2623
2624 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2625 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002626 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2627 return true;
2628 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002629 if (klass->IsArrayClass()) {
2630 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002631 auto h_klass = hs.NewHandleWrapper(&klass);
2632 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002633 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002634 // Collect handles since there may be thread suspension in future EnsureInitialized.
2635 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002636 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002637 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002638
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002639 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2640 for (Handle<mirror::Class> c : to_visit_) {
2641 // Create the conflict tables.
2642 FillIMTAndConflictTables(c.Get());
2643 }
2644 }
2645
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002646 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002647 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2648 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002649 if (!klass->ShouldHaveImt()) {
2650 return;
2651 }
2652 if (visited_classes_.find(klass) != visited_classes_.end()) {
2653 return;
2654 }
2655 if (klass->HasSuperClass()) {
2656 FillIMTAndConflictTables(klass->GetSuperClass());
2657 }
2658 if (!klass->IsTemp()) {
2659 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2660 }
2661 visited_classes_.insert(klass);
2662 }
2663
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002664 VariableSizedHandleScope& hs_;
2665 std::vector<Handle<mirror::Class>> to_visit_;
2666 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002667};
2668
Brian Carlstrom7940e442013-07-12 13:46:57 -07002669void CompilerDriver::InitializeClasses(jobject class_loader,
2670 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002671 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002672 for (size_t i = 0; i != dex_files.size(); ++i) {
2673 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002674 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002675 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002676 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002677 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002678 // Make sure that we call EnsureIntiailized on all the array classes to call
2679 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2680 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002681 // Also create conflict tables.
2682 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002683 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002684 VariableSizedHandleScope hs(soa.Self());
2685 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002686 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002687 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002688 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002689 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002690 // Prune garbage objects created during aborted transactions.
2691 Runtime::Current()->GetHeap()->CollectGarbage(true);
2692 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002693}
2694
Andreas Gampeace0dc12016-01-20 13:33:13 -08002695void CompilerDriver::Compile(jobject class_loader,
2696 const std::vector<const DexFile*>& dex_files,
2697 TimingLogger* timings) {
Calin Juravle998c2162015-12-21 15:39:33 +02002698 if (kDebugProfileGuidedCompilation) {
2699 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2700 ((profile_compilation_info_ == nullptr)
2701 ? "null"
2702 : profile_compilation_info_->DumpInfo(&dex_files));
Calin Juravle226501b2015-12-11 14:41:31 +00002703 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002704
Mathieu Chartier72041a02017-07-14 18:23:25 -07002705 current_dex_to_dex_methods_ = nullptr;
2706 Thread* const self = Thread::Current();
2707 {
2708 // Clear in case we aren't the first call to Compile.
2709 MutexLock mu(self, dex_to_dex_references_lock_);
2710 dex_to_dex_references_.clear();
2711 }
2712
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002713 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002714 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002715 CompileDexFile(class_loader,
2716 *dex_file,
2717 dex_files,
2718 parallel_thread_pool_.get(),
2719 parallel_thread_count_,
2720 timings);
Calin Juravle69158982016-03-16 11:53:41 +00002721 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2722 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2723 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002724 Runtime::Current()->ReclaimArenaPoolMemory();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002725 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002726
2727 ArrayRef<DexFileMethodSet> dex_to_dex_references;
2728 {
2729 // From this point on, we shall not modify dex_to_dex_references_, so
2730 // just grab a reference to it that we use without holding the mutex.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002731 MutexLock lock(self, dex_to_dex_references_lock_);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002732 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
2733 }
2734 for (const auto& method_set : dex_to_dex_references) {
2735 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes();
2736 CompileDexFile(class_loader,
2737 method_set.GetDexFile(),
2738 dex_files,
2739 parallel_thread_pool_.get(),
2740 parallel_thread_count_,
2741 timings);
2742 }
2743 current_dex_to_dex_methods_ = nullptr;
2744
Andreas Gampe8d295f82015-01-20 14:50:21 -08002745 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002746}
2747
Mathieu Chartier90443472015-07-16 20:32:27 -07002748class CompileClassVisitor : public CompilationVisitor {
2749 public:
2750 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2751
2752 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
Andreas Gampe9b827ab2017-12-07 19:32:48 -08002753 ScopedTrace trace(__FUNCTION__);
Mathieu Chartier90443472015-07-16 20:32:27 -07002754 const DexFile& dex_file = *manager_->GetDexFile();
2755 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2756 ClassLinker* class_linker = manager_->GetClassLinker();
2757 jobject jclass_loader = manager_->GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002758 ClassReference ref(&dex_file, class_def_index);
2759 // Skip compiling classes with generic verifier failures since they will still fail at runtime
2760 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002761 return;
2762 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002763 // Use a scoped object access to perform to the quick SkipClass check.
2764 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2765 ScopedObjectAccess soa(Thread::Current());
2766 StackHandleScope<3> hs(soa.Self());
2767 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002768 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002769 Handle<mirror::Class> klass(
2770 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2771 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002772 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002773 soa.Self()->AssertPendingException();
2774 soa.Self()->ClearException();
2775 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2776 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2777 return;
2778 } else {
2779 dex_cache = hs.NewHandle(klass->GetDexCache());
2780 }
2781
Mathieu Chartier90443472015-07-16 20:32:27 -07002782 const uint8_t* class_data = dex_file.GetClassData(class_def);
2783 if (class_data == nullptr) {
2784 // empty class, probably a marker interface
2785 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002786 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002787
Mathieu Chartier736b5602015-09-02 14:54:11 -07002788 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002789 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002790
Mathieu Chartier90443472015-07-16 20:32:27 -07002791 CompilerDriver* const driver = manager_->GetCompiler();
2792
2793 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002794 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002795 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002796
Mathieu Chartier90443472015-07-16 20:32:27 -07002797 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07002798 it.SkipAllFields();
Mathieu Chartier90443472015-07-16 20:32:27 -07002799
2800 bool compilation_enabled = driver->IsClassToCompile(
2801 dex_file.StringByTypeIdx(class_def.class_idx_));
2802
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002803 // Compile direct and virtual methods.
2804 int64_t previous_method_idx = -1;
2805 while (it.HasNextMethod()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002806 uint32_t method_idx = it.GetMemberIndex();
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002807 if (method_idx == previous_method_idx) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002808 // smali can create dex files with two encoded_methods sharing the same method_idx
2809 // http://code.google.com/p/smali/issues/detail?id=119
2810 it.Next();
2811 continue;
2812 }
Mathieu Chartierb7c273c2017-11-10 18:07:56 -08002813 previous_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002814 CompileMethod(soa.Self(),
2815 driver,
2816 it.GetMethodCodeItem(),
2817 it.GetMethodAccessFlags(),
2818 it.GetMethodInvokeType(class_def),
2819 class_def_index,
2820 method_idx,
2821 class_loader,
2822 dex_file,
2823 dex_to_dex_compilation_level,
2824 compilation_enabled,
2825 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002826 it.Next();
2827 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002828 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002829 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002830
2831 private:
2832 const ParallelCompilationManager* const manager_;
2833};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002834
Andreas Gampeace0dc12016-01-20 13:33:13 -08002835void CompilerDriver::CompileDexFile(jobject class_loader,
2836 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002837 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002838 ThreadPool* thread_pool,
2839 size_t thread_count,
2840 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002841 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002842 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002843 &dex_file, dex_files, thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002844 CompileClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002845 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002846}
2847
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002848void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2849 CompiledMethod* const compiled_method,
2850 size_t non_relative_linker_patch_count) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002851 DCHECK(GetCompiledMethod(method_ref) == nullptr) << method_ref.PrettyMethod();
2852 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2853 /*expected*/ nullptr,
2854 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002855 CHECK(result == MethodTable::kInsertResultSuccess);
2856 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count);
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002857 DCHECK(GetCompiledMethod(method_ref) != nullptr) << method_ref.PrettyMethod();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002858}
2859
Vladimir Marko2c64a832018-01-04 11:31:56 +00002860bool CompilerDriver::GetCompiledClass(const ClassReference& ref, ClassStatus* status) const {
Andreas Gampebb846102017-05-11 21:03:35 -07002861 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002862 // The table doesn't know if something wasn't inserted. For this case it will return
Vladimir Marko2c64a832018-01-04 11:31:56 +00002863 // ClassStatus::kNotReady. To handle this, just assume anything we didn't try to verify
2864 // is not compiled.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002865 if (!compiled_classes_.Get(ref, status) ||
Vladimir Marko2c64a832018-01-04 11:31:56 +00002866 *status < ClassStatus::kRetryVerificationAtRuntime) {
Andreas Gampebb846102017-05-11 21:03:35 -07002867 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002868 }
Andreas Gampebb846102017-05-11 21:03:35 -07002869 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002870}
2871
Vladimir Marko2c64a832018-01-04 11:31:56 +00002872ClassStatus CompilerDriver::GetClassStatus(const ClassReference& ref) const {
2873 ClassStatus status = ClassStatus::kNotReady;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002874 if (!GetCompiledClass(ref, &status)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002875 classpath_classes_.Get(ref, &status);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002876 }
2877 return status;
2878}
2879
Vladimir Marko2c64a832018-01-04 11:31:56 +00002880void CompilerDriver::RecordClassStatus(const ClassReference& ref, ClassStatus status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002881 switch (status) {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002882 case ClassStatus::kErrorResolved:
2883 case ClassStatus::kErrorUnresolved:
2884 case ClassStatus::kNotReady:
2885 case ClassStatus::kResolved:
2886 case ClassStatus::kRetryVerificationAtRuntime:
2887 case ClassStatus::kVerified:
2888 case ClassStatus::kSuperclassValidated:
2889 case ClassStatus::kInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002890 break; // Expected states.
2891 default:
2892 LOG(FATAL) << "Unexpected class status for class "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002893 << PrettyDescriptor(
2894 ref.dex_file->GetClassDescriptor(ref.dex_file->GetClassDef(ref.index)))
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002895 << " of " << status;
2896 }
2897
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002898 ClassStateTable::InsertResult result;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002899 ClassStateTable* table = &compiled_classes_;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002900 do {
Vladimir Marko2c64a832018-01-04 11:31:56 +00002901 ClassStatus existing = ClassStatus::kNotReady;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002902 if (!table->Get(ref, &existing)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002903 // A classpath class.
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002904 if (kIsDebugBuild) {
2905 // Check to make sure it's not a dex file for an oat file we are compiling since these
2906 // should always succeed. These do not include classes in for used libraries.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002907 for (const DexFile* dex_file : GetDexFilesForOatFile()) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002908 CHECK_NE(ref.dex_file, dex_file) << ref.dex_file->GetLocation();
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002909 }
2910 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002911 if (!classpath_classes_.HaveDexFile(ref.dex_file)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002912 // Boot classpath dex file.
2913 return;
2914 }
2915 table = &classpath_classes_;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002916 table->Get(ref, &existing);
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002917 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002918 if (existing >= status) {
2919 // Existing status is already better than we expect, break.
2920 break;
2921 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002922 // Update the status if we now have a greater one. This happens with vdex,
2923 // which records a class is verified, but does not resolve it.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002924 result = table->Insert(ref, existing, status);
2925 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile) << ref.dex_file->GetLocation();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002926 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002927}
2928
Brian Carlstrom7940e442013-07-12 13:46:57 -07002929CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002930 CompiledMethod* compiled_method = nullptr;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002931 compiled_methods_.Get(ref, &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002932 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002933}
2934
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002935bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2936 uint16_t class_def_idx,
2937 const DexFile& dex_file) const {
2938 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2939 if (verified_method != nullptr) {
2940 return !verified_method->HasVerificationFailures();
2941 }
2942
2943 // If we can't find verification metadata, check if this is a system class (we trust that system
2944 // classes have their methods verified). If it's not, be conservative and assume the method
2945 // has not been verified successfully.
2946
2947 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2948 // even if methods are not found in the verification cache.
2949 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2950 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2951 Thread* self = Thread::Current();
2952 ScopedObjectAccess soa(self);
2953 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2954 if (!is_system_class) {
2955 self->ClearException();
2956 }
2957 return is_system_class;
2958}
2959
Vladimir Markof4da6752014-08-01 19:04:18 +01002960size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002961 return non_relative_linker_patch_count_.LoadRelaxed();
Vladimir Markof4da6752014-08-01 19:04:18 +01002962}
2963
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002964void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2965 const DexFile* dex_file,
2966 uint16_t class_def_index,
2967 bool requires) {
2968 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2969 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002970}
2971
Mathieu Chartier371bd832016-04-07 10:19:48 -07002972bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
2973 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002974 uint16_t class_def_index) {
2975 ClassReference class_ref(dex_file, class_def_index);
2976 {
2977 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
2978 auto it = requires_constructor_barrier_.find(class_ref);
2979 if (it != requires_constructor_barrier_.end()) {
2980 return it->second;
2981 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07002982 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002983 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2984 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
2985 requires_constructor_barrier_.emplace(class_ref, requires);
2986 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002987}
2988
Andreas Gampe8d295f82015-01-20 14:50:21 -08002989std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002990 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00002991 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002992 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00002993 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002994 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002995#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002996 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002997 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2998 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002999 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
3000 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003001#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01003002 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08003003 return oss.str();
3004}
3005
Jeff Haodcdc85b2015-12-04 14:06:18 -08003006bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
3007 const DexFile* inlined_into) const {
3008 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
3009 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00003010 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
3011 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08003012 return false;
3013 }
3014
3015 return true;
3016}
3017
Andreas Gampeace0dc12016-01-20 13:33:13 -08003018void CompilerDriver::InitializeThreadPools() {
3019 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
3020 parallel_thread_pool_.reset(
3021 new ThreadPool("Compiler driver thread pool", parallel_count));
3022 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
3023}
3024
3025void CompilerDriver::FreeThreadPools() {
3026 parallel_thread_pool_.reset();
3027 single_thread_pool_.reset();
3028}
3029
Mathieu Chartier72041a02017-07-14 18:23:25 -07003030void CompilerDriver::SetDexFilesForOatFile(const std::vector<const DexFile*>& dex_files) {
3031 dex_files_for_oat_file_ = dex_files;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003032 compiled_classes_.AddDexFiles(dex_files);
3033}
3034
3035void CompilerDriver::SetClasspathDexFiles(const std::vector<const DexFile*>& dex_files) {
3036 classpath_classes_.AddDexFiles(dex_files);
Mathieu Chartier72041a02017-07-14 18:23:25 -07003037}
3038
Brian Carlstrom7940e442013-07-12 13:46:57 -07003039} // namespace art