blob: 32d0bbe495344e076fafb0b8700c8294a3e3f15e [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070019#include <unistd.h>
Andreas Gampeb0f370e2014-09-25 22:51:40 -070020#include <unordered_set>
Anwar Ghuloum67f99412013-08-12 14:19:48 -070021#include <vector>
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
Mathieu Chartierab972ef2014-12-03 17:38:22 -080023#ifndef __APPLE__
24#include <malloc.h> // For mallinfo
25#endif
26
Narayan Kamathe3eae5e2016-10-27 11:47:30 +010027#include "android-base/strings.h"
28
Mathieu Chartierc7853442015-03-27 14:35:38 -070029#include "art_field-inl.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070030#include "art_method-inl.h"
Andreas Gampef0446e92017-05-16 13:51:57 -070031#include "base/arena_allocator.h"
David Brazdild9c90372016-09-14 16:53:55 +010032#include "base/array_ref.h"
Vladimir Marko492a7fa2016-06-01 18:38:43 +010033#include "base/bit_vector.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070034#include "base/enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070035#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080036#include "base/systrace.h"
Vladimir Marko80afd022015-05-19 18:08:00 +010037#include "base/time_utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070038#include "base/timing_logger.h"
Vladimir Marko3481ba22015-04-13 12:22:36 +010039#include "class_linker-inl.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010040#include "compiled_method-inl.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000041#include "compiler.h"
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +000042#include "compiler_callbacks.h"
Vladimir Markobe0e5462014-02-26 11:24:15 +000043#include "compiler_driver-inl.h"
Andreas Gampe5eb0d382015-07-23 01:19:26 -070044#include "dex/dex_to_dex_compiler.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000045#include "dex/verification_results.h"
Vladimir Marko2730db02014-01-27 11:15:17 +000046#include "dex/verified_method.h"
Steven Morelande431e272017-07-18 16:53:49 -070047#include "dex_compilation_unit.h"
48#include "dex_file-inl.h"
Vladimir Markob0a6aee2017-10-27 10:34:04 +010049#include "dex_file_annotations.h"
Steven Morelande431e272017-07-18 16:53:49 -070050#include "dex_instruction-inl.h"
Mark Mendellae9fd932014-02-10 16:14:35 -080051#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070052#include "gc/accounting/card_table-inl.h"
53#include "gc/accounting/heap_bitmap.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070054#include "gc/space/image_space.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "gc/space/space.h"
Steven Morelande431e272017-07-18 16:53:49 -070056#include "handle_scope-inl.h"
57#include "intrinsics_enum.h"
58#include "jni_internal.h"
Vladimir Markod8dbc8d2017-09-20 13:37:47 +010059#include "linker/linker_patch.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "mirror/class-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070061#include "mirror/class_loader.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070062#include "mirror/dex_cache-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070063#include "mirror/object-inl.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080064#include "mirror/object-refvisitor-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070065#include "mirror/object_array-inl.h"
66#include "mirror/throwable.h"
Steven Morelande431e272017-07-18 16:53:49 -070067#include "nativehelper/ScopedLocalRef.h"
68#include "object_lock.h"
69#include "runtime.h"
Orion Hodson26ef34c2017-11-01 13:32:41 +000070#include "runtime_intrinsics.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070071#include "scoped_thread_state_change-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070072#include "thread.h"
Andreas Gampeb0f370e2014-09-25 22:51:40 -070073#include "thread_list.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070074#include "thread_pool.h"
Ian Rogers848871b2013-08-05 10:56:33 -070075#include "trampolines/trampoline_compiler.h"
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010076#include "transaction.h"
Mathieu Chartier93764b82017-07-17 14:51:53 -070077#include "utils/atomic_dex_ref_map-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000078#include "utils/dex_cache_arrays_layout-inl.h"
Andreas Gampee21dc3d2014-12-08 16:59:43 -080079#include "utils/swap_space.h"
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +000080#include "vdex_file.h"
Vladimir Marko2bc47802014-02-10 09:43:07 +000081#include "verifier/method_verifier-inl.h"
Steven Morelande431e272017-07-18 16:53:49 -070082#include "verifier/method_verifier.h"
Nicolas Geoffray08025182016-10-25 17:20:18 +010083#include "verifier/verifier_deps.h"
Andreas Gampe6d7abbd2017-04-24 13:19:09 -070084#include "verifier/verifier_enums.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070085
Brian Carlstrom7940e442013-07-12 13:46:57 -070086namespace art {
87
Mathieu Chartier8e219ae2014-08-19 14:29:46 -070088static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
89
Calin Juravle226501b2015-12-11 14:41:31 +000090// Print additional info during profile guided compilation.
91static constexpr bool kDebugProfileGuidedCompilation = false;
92
Chang Xing70f689d2017-06-08 17:16:12 -070093// Max encoded fields allowed for initializing app image. Hardcode the number for now
94// because 5000 should be large enough.
95static constexpr uint32_t kMaxEncodedFields = 5000;
96
Brian Carlstrom7940e442013-07-12 13:46:57 -070097static double Percentage(size_t x, size_t y) {
98 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
99}
100
101static void DumpStat(size_t x, size_t y, const char* str) {
102 if (x == 0 && y == 0) {
103 return;
104 }
Ian Rogerse732ef12013-10-09 15:22:24 -0700105 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700106}
107
Vladimir Markof096aad2014-01-23 15:51:58 +0000108class CompilerDriver::AOTCompilationStats {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700109 public:
110 AOTCompilationStats()
111 : stats_lock_("AOT compilation statistics lock"),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700112 resolved_types_(0), unresolved_types_(0),
113 resolved_instance_fields_(0), unresolved_instance_fields_(0),
114 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
115 type_based_devirtualization_(0),
116 safe_casts_(0), not_safe_casts_(0) {
117 for (size_t i = 0; i <= kMaxInvokeType; i++) {
118 resolved_methods_[i] = 0;
119 unresolved_methods_[i] = 0;
120 virtual_made_direct_[i] = 0;
121 direct_calls_to_boot_[i] = 0;
122 direct_methods_to_boot_[i] = 0;
123 }
124 }
125
126 void Dump() {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700127 DumpStat(resolved_types_, unresolved_types_, "types resolved");
128 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
129 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
130 "static fields resolved");
131 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
132 "static fields local to a class");
133 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
134 // Note, the code below subtracts the stat value so that when added to the stat value we have
135 // 100% of samples. TODO: clean this up.
136 DumpStat(type_based_devirtualization_,
137 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
138 resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
139 type_based_devirtualization_,
140 "virtual/interface calls made direct based on type information");
141
142 for (size_t i = 0; i <= kMaxInvokeType; i++) {
143 std::ostringstream oss;
144 oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
145 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
146 if (virtual_made_direct_[i] > 0) {
147 std::ostringstream oss2;
148 oss2 << static_cast<InvokeType>(i) << " methods made direct";
149 DumpStat(virtual_made_direct_[i],
150 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
151 oss2.str().c_str());
152 }
153 if (direct_calls_to_boot_[i] > 0) {
154 std::ostringstream oss2;
155 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
156 DumpStat(direct_calls_to_boot_[i],
157 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
158 oss2.str().c_str());
159 }
160 if (direct_methods_to_boot_[i] > 0) {
161 std::ostringstream oss2;
162 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
163 DumpStat(direct_methods_to_boot_[i],
164 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
165 oss2.str().c_str());
166 }
167 }
168 }
169
170// Allow lossy statistics in non-debug builds.
171#ifndef NDEBUG
172#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
173#else
174#define STATS_LOCK()
175#endif
176
Mathieu Chartier90443472015-07-16 20:32:27 -0700177 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700178 STATS_LOCK();
179 resolved_types_++;
180 }
181
Mathieu Chartier90443472015-07-16 20:32:27 -0700182 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700183 STATS_LOCK();
184 unresolved_types_++;
185 }
186
Mathieu Chartier90443472015-07-16 20:32:27 -0700187 void ResolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700188 STATS_LOCK();
189 resolved_instance_fields_++;
190 }
191
Mathieu Chartier90443472015-07-16 20:32:27 -0700192 void UnresolvedInstanceField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700193 STATS_LOCK();
194 unresolved_instance_fields_++;
195 }
196
Mathieu Chartier90443472015-07-16 20:32:27 -0700197 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700198 STATS_LOCK();
199 resolved_local_static_fields_++;
200 }
201
Mathieu Chartier90443472015-07-16 20:32:27 -0700202 void ResolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700203 STATS_LOCK();
204 resolved_static_fields_++;
205 }
206
Mathieu Chartier90443472015-07-16 20:32:27 -0700207 void UnresolvedStaticField() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700208 STATS_LOCK();
209 unresolved_static_fields_++;
210 }
211
212 // Indicate that type information from the verifier led to devirtualization.
Mathieu Chartier90443472015-07-16 20:32:27 -0700213 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700214 STATS_LOCK();
215 type_based_devirtualization_++;
216 }
217
Brian Carlstrom7940e442013-07-12 13:46:57 -0700218 // A check-cast could be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700219 void SafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700220 STATS_LOCK();
221 safe_casts_++;
222 }
223
224 // A check-cast couldn't be eliminated due to verifier type analysis.
Mathieu Chartier90443472015-07-16 20:32:27 -0700225 void NotASafeCast() REQUIRES(!stats_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700226 STATS_LOCK();
227 not_safe_casts_++;
228 }
229
230 private:
231 Mutex stats_lock_;
232
Brian Carlstrom7940e442013-07-12 13:46:57 -0700233 size_t resolved_types_;
234 size_t unresolved_types_;
235
236 size_t resolved_instance_fields_;
237 size_t unresolved_instance_fields_;
238
239 size_t resolved_local_static_fields_;
240 size_t resolved_static_fields_;
241 size_t unresolved_static_fields_;
242 // Type based devirtualization for invoke interface and virtual.
243 size_t type_based_devirtualization_;
244
245 size_t resolved_methods_[kMaxInvokeType + 1];
246 size_t unresolved_methods_[kMaxInvokeType + 1];
247 size_t virtual_made_direct_[kMaxInvokeType + 1];
248 size_t direct_calls_to_boot_[kMaxInvokeType + 1];
249 size_t direct_methods_to_boot_[kMaxInvokeType + 1];
250
251 size_t safe_casts_;
252 size_t not_safe_casts_;
253
254 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
255};
256
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100257class CompilerDriver::DexFileMethodSet {
258 public:
259 explicit DexFileMethodSet(const DexFile& dex_file)
260 : dex_file_(dex_file),
261 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) {
262 }
263 DexFileMethodSet(DexFileMethodSet&& other) = default;
264
265 const DexFile& GetDexFile() const { return dex_file_; }
266
267 BitVector& GetMethodIndexes() { return method_indexes_; }
268 const BitVector& GetMethodIndexes() const { return method_indexes_; }
269
270 private:
271 const DexFile& dex_file_;
272 BitVector method_indexes_;
273};
274
Jeff Haodcdc85b2015-12-04 14:06:18 -0800275CompilerDriver::CompilerDriver(
276 const CompilerOptions* compiler_options,
277 VerificationResults* verification_results,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800278 Compiler::Kind compiler_kind,
279 InstructionSet instruction_set,
280 const InstructionSetFeatures* instruction_set_features,
Vladimir Marko944da602016-02-19 12:27:55 +0000281 std::unordered_set<std::string>* image_classes,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800282 std::unordered_set<std::string>* compiled_classes,
283 std::unordered_set<std::string>* compiled_methods,
Vladimir Marko944da602016-02-19 12:27:55 +0000284 size_t thread_count,
285 bool dump_stats,
286 bool dump_passes,
287 CumulativeLogger* timer,
288 int swap_fd,
Calin Juravle998c2162015-12-21 15:39:33 +0200289 const ProfileCompilationInfo* profile_compilation_info)
Calin Juravle226501b2015-12-11 14:41:31 +0000290 : compiler_options_(compiler_options),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800291 verification_results_(verification_results),
Ian Rogers72d32622014-05-06 16:20:11 -0700292 compiler_(Compiler::Create(this, compiler_kind)),
Jeff Hao48699fb2015-04-06 14:21:37 -0700293 compiler_kind_(compiler_kind),
Vladimir Marko33bff252017-11-01 14:35:42 +0000294 instruction_set_(
295 instruction_set == InstructionSet::kArm ? InstructionSet::kThumb2 : instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700296 instruction_set_features_(instruction_set_features),
Mathieu Chartierc4ae9162016-04-07 13:19:19 -0700297 requires_constructor_barrier_lock_("constructor barrier lock"),
Vladimir Markof4da6752014-08-01 19:04:18 +0100298 non_relative_linker_patch_count_(0u),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700299 image_classes_(image_classes),
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800300 classes_to_compile_(compiled_classes),
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700301 methods_to_compile_(compiled_methods),
Andreas Gampef39208f2017-10-19 15:06:59 -0700302 number_of_soft_verifier_failures_(0),
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800303 had_hard_verifier_failure_(false),
Andreas Gampeace0dc12016-01-20 13:33:13 -0800304 parallel_thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700305 stats_(new AOTCompilationStats),
306 dump_stats_(dump_stats),
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000307 dump_passes_(dump_passes),
308 timings_logger_(timer),
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700309 compiler_context_(nullptr),
Alexey Frunze19f6c692016-11-30 19:19:55 -0800310 support_boot_image_fixup_(true),
Calin Juravle998c2162015-12-21 15:39:33 +0200311 compiled_method_storage_(swap_fd),
Calin Juravle69158982016-03-16 11:53:41 +0000312 profile_compilation_info_(profile_compilation_info),
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100313 max_arena_alloc_(0),
314 dex_to_dex_references_lock_("dex-to-dex references lock"),
315 dex_to_dex_references_(),
316 current_dex_to_dex_methods_(nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800317 DCHECK(compiler_options_ != nullptr);
Brian Carlstrom2ce745c2013-07-17 17:44:30 -0700318
Ian Rogers72d32622014-05-06 16:20:11 -0700319 compiler_->Init();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700320
Vladimir Markoaad75c62016-10-03 08:46:48 +0000321 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800322 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image";
323 }
Andreas Gampecac31ad2017-11-06 20:01:17 -0800324
325 compiled_method_storage_.SetDedupeEnabled(compiler_options_->DeduplicateCode());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700326}
327
328CompilerDriver::~CompilerDriver() {
Mathieu Chartier93764b82017-07-17 14:51:53 -0700329 compiled_methods_.Visit([this](const DexFileReference& ref ATTRIBUTE_UNUSED,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800330 CompiledMethod* method) {
331 if (method != nullptr) {
332 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method);
Andreas Gampee21dc3d2014-12-08 16:59:43 -0800333 }
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800334 });
Ian Rogers72d32622014-05-06 16:20:11 -0700335 compiler_->UnInit();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700336}
337
Vladimir Marko35831e82015-09-11 11:59:18 +0100338
Ian Rogersdd7624d2014-03-14 17:43:00 -0700339#define CREATE_TRAMPOLINE(type, abi, offset) \
Andreas Gampeaf13ad92014-04-11 12:07:48 -0700340 if (Is64BitInstructionSet(instruction_set_)) { \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700341 return CreateTrampoline64(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700342 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700343 } else { \
344 return CreateTrampoline32(instruction_set_, abi, \
Andreas Gampe542451c2016-07-26 09:02:02 -0700345 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \
Ian Rogersdd7624d2014-03-14 17:43:00 -0700346 }
347
Vladimir Marko93205e32016-04-13 11:59:46 +0100348std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700349 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
Ian Rogers848871b2013-08-05 10:56:33 -0700350}
351
Vladimir Marko93205e32016-04-13 11:59:46 +0100352std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline()
353 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700354 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
Andreas Gampe2da88232014-02-27 12:26:20 -0800355}
356
Vladimir Marko93205e32016-04-13 11:59:46 +0100357std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline()
358 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700359 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
Jeff Hao88474b42013-10-23 16:24:40 -0700360}
361
Vladimir Marko93205e32016-04-13 11:59:46 +0100362std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline()
363 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700364 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700365}
366
Vladimir Marko93205e32016-04-13 11:59:46 +0100367std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge()
368 const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700369 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700370}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700371#undef CREATE_TRAMPOLINE
Brian Carlstrom7940e442013-07-12 13:46:57 -0700372
373void CompilerDriver::CompileAll(jobject class_loader,
Brian Carlstrom45602482013-07-21 22:07:55 -0700374 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -0800375 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700376 DCHECK(!Runtime::Current()->IsStarted());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800377
378 InitializeThreadPools();
379
Andreas Gampe8d295f82015-01-20 14:50:21 -0800380 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false);
Andreas Gampe740667a2015-09-15 17:55:06 -0700381 // Precompile:
382 // 1) Load image classes
383 // 2) Resolve all classes
384 // 3) Attempt to verify all classes
385 // 4) Attempt to initialize image classes, and trivially initialized classes
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000386 PreCompile(class_loader, dex_files, timings);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000387 if (GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100388 // We don't need to setup the intrinsics for non boot image compilation, as
389 // those compilations will pick up a boot image that have the ArtMethod already
390 // set with the intrinsics flag.
Orion Hodson26ef34c2017-11-01 13:32:41 +0000391 InitializeIntrinsics();
Nicolas Geoffray762869d2016-07-15 15:28:35 +0100392 }
Andreas Gampe740667a2015-09-15 17:55:06 -0700393 // Compile:
394 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex
395 // compilation.
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100396 if (GetCompilerOptions().IsAnyCompilationEnabled()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800397 Compile(class_loader, dex_files, timings);
Andreas Gampe740667a2015-09-15 17:55:06 -0700398 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700399 if (dump_stats_) {
400 stats_->Dump();
401 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800402
403 FreeThreadPools();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700404}
405
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700406static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
407 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader,
408 const DexFile& dex_file, const DexFile::ClassDef& class_def)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700409 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800410 auto* const runtime = Runtime::Current();
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100411 DCHECK(driver.GetCompilerOptions().IsQuickeningCompilationEnabled());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700412 const char* descriptor = dex_file.GetClassDescriptor(class_def);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800413 ClassLinker* class_linker = runtime->GetClassLinker();
Ian Rogers98379392014-02-24 16:53:16 -0800414 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700415 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700416 CHECK(self->IsExceptionPending());
417 self->ClearException();
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700418 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700419 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700420 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic
421 // references with actual offsets. We cannot re-verify such instructions.
422 //
423 // We store the verification information in the class status in the oat file, which the linker
424 // can validate (checksums) and use to skip load-time verification. It is thus safe to
425 // optimize when a class has been fully verified before.
Alex Lighte40dd382017-01-25 17:44:53 -0800426 optimizer::DexToDexCompilationLevel max_level = optimizer::DexToDexCompilationLevel::kOptimize;
427 if (driver.GetCompilerOptions().GetDebuggable()) {
428 // We are debuggable so definitions of classes might be changed. We don't want to do any
429 // optimizations that could break that.
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700430 max_level = optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
Alex Lighte40dd382017-01-25 17:44:53 -0800431 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -0700432 if (klass->IsVerified()) {
Sebastien Hertz75021222013-07-16 18:34:50 +0200433 // Class is verified so we can enable DEX-to-DEX compilation for performance.
Alex Lighte40dd382017-01-25 17:44:53 -0800434 return max_level;
Sebastien Hertz75021222013-07-16 18:34:50 +0200435 } else {
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700436 // Class verification has failed: do not run DEX-to-DEX optimizations.
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700437 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile;
438 }
439}
440
441static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel(
442 Thread* self,
443 const CompilerDriver& driver,
444 jobject jclass_loader,
445 const DexFile& dex_file,
446 const DexFile::ClassDef& class_def) {
447 ScopedObjectAccess soa(self);
448 StackHandleScope<1> hs(soa.Self());
449 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700450 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700451 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def);
452}
453
454// Does the runtime for the InstructionSet provide an implementation returned by
455// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler?
456static bool InstructionSetHasGenericJniStub(InstructionSet isa) {
457 switch (isa) {
Vladimir Marko33bff252017-11-01 14:35:42 +0000458 case InstructionSet::kArm:
459 case InstructionSet::kArm64:
460 case InstructionSet::kThumb2:
461 case InstructionSet::kMips:
462 case InstructionSet::kMips64:
463 case InstructionSet::kX86:
464 case InstructionSet::kX86_64: return true;
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700465 default: return false;
466 }
467}
468
469static void CompileMethod(Thread* self,
470 CompilerDriver* driver,
471 const DexFile::CodeItem* code_item,
472 uint32_t access_flags,
473 InvokeType invoke_type,
474 uint16_t class_def_idx,
475 uint32_t method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000476 Handle<mirror::ClassLoader> class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700477 const DexFile& dex_file,
478 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700479 bool compilation_enabled,
Mathieu Chartieracab8d42016-11-23 13:45:58 -0800480 Handle<mirror::DexCache> dex_cache) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700481 DCHECK(driver != nullptr);
482 CompiledMethod* compiled_method = nullptr;
483 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
484 MethodReference method_ref(&dex_file, method_idx);
485
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100486 if (driver->GetCurrentDexToDexMethods() != nullptr) {
487 // This is the second pass when we dex-to-dex compile previously marked methods.
488 // TODO: Refactor the compilation to avoid having to distinguish the two passes
489 // here. That should be done on a higher level. http://b/29089975
490 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700491 VerificationResults* results = driver->GetVerificationResults();
492 DCHECK(results != nullptr);
493 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100494 // Do not optimize if a VerifiedMethod is missing. SafeCast elision,
495 // for example, relies on it.
496 compiled_method = optimizer::ArtCompileDEX(
497 driver,
498 code_item,
499 access_flags,
500 invoke_type,
501 class_def_idx,
502 method_idx,
503 class_loader,
504 dex_file,
505 (verified_method != nullptr)
506 ? dex_to_dex_compilation_level
Andreas Gampe1a4bc7f2017-03-27 14:57:30 -0700507 : optimizer::DexToDexCompilationLevel::kDontDexToDexCompile);
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100508 }
509 } else if ((access_flags & kAccNative) != 0) {
Goran Jakovljevic8d41c082016-09-28 08:49:46 +0000510 // Are we extracting only and have support for generic JNI down calls?
511 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() &&
512 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700513 // Leaving this empty will trigger the generic JNI version
514 } else {
Igor Murashkin367f3dd2016-09-01 17:00:24 -0700515 // Query any JNI optimization annotations such as @FastNative or @CriticalNative.
Vladimir Markob0a6aee2017-10-27 10:34:04 +0100516 access_flags |= annotations::GetNativeMethodAnnotationAccessFlags(
517 dex_file, dex_file.GetClassDef(class_def_idx), method_idx);
Igor Murashkin9d4b6da2016-07-29 09:51:58 -0700518
Vladimir Markob0a6aee2017-10-27 10:34:04 +0100519 compiled_method = driver->GetCompiler()->JniCompile(access_flags, method_idx, dex_file);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700520 CHECK(compiled_method != nullptr);
521 }
522 } else if ((access_flags & kAccAbstract) != 0) {
523 // Abstract methods don't have code.
Nicolas Geoffrayd28b9692015-11-04 14:36:55 +0000524 } else {
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700525 VerificationResults* results = driver->GetVerificationResults();
526 DCHECK(results != nullptr);
527 const VerifiedMethod* verified_method = results->GetVerifiedMethod(method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700528 bool compile = compilation_enabled &&
529 // Basic checks, e.g., not <clinit>.
Mathieu Chartier0733dc82017-07-17 14:05:28 -0700530 results->IsCandidateForCompilation(method_ref, access_flags) &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700531 // Did not fail to create VerifiedMethod metadata.
Andreas Gampe0760a812015-08-26 17:12:51 -0700532 verified_method != nullptr &&
533 // Do not have failures that should punt to the interpreter.
534 !verified_method->HasRuntimeThrow() &&
535 (verified_method->GetEncounteredVerificationFailures() &
Andreas Gampea727e372015-08-25 09:22:37 -0700536 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 &&
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700537 // Is eligable for compilation by methods-to-compile filter.
Calin Juravle226501b2015-12-11 14:41:31 +0000538 driver->IsMethodToCompile(method_ref) &&
539 driver->ShouldCompileBasedOnProfile(method_ref);
540
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700541 if (compile) {
542 // NOTE: if compiler declines to compile this method, it will return null.
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000543 compiled_method = driver->GetCompiler()->Compile(code_item,
544 access_flags,
545 invoke_type,
546 class_def_idx,
547 method_idx,
548 class_loader,
549 dex_file,
550 dex_cache);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700551 }
552 if (compiled_method == nullptr &&
553 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) {
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100554 DCHECK(!Runtime::Current()->UseJitCompilation());
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700555 // TODO: add a command-line option to disable DEX-to-DEX compilation ?
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100556 driver->MarkForDexToDexCompilation(self, method_ref);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700557 }
558 }
559 if (kTimeCompileMethod) {
560 uint64_t duration_ns = NanoTime() - start_ns;
561 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) {
David Sehr709b0702016-10-13 09:12:37 -0700562 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx)
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700563 << " took " << PrettyDuration(duration_ns);
564 }
565 }
566
567 if (compiled_method != nullptr) {
568 // Count non-relative linker patches.
569 size_t non_relative_linker_patch_count = 0u;
Vladimir Markod8dbc8d2017-09-20 13:37:47 +0100570 for (const linker::LinkerPatch& patch : compiled_method->GetPatches()) {
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700571 if (!patch.IsPcRelative()) {
572 ++non_relative_linker_patch_count;
573 }
574 }
575 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default
576 // When compiling with PIC, there should be zero non-relative linker patches
577 CHECK(!compile_pic || non_relative_linker_patch_count == 0u);
578
579 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count);
580 }
581
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700582 if (self->IsExceptionPending()) {
583 ScopedObjectAccess soa(self);
David Sehr709b0702016-10-13 09:12:37 -0700584 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n"
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700585 << self->GetException()->Dump();
Sebastien Hertz75021222013-07-16 18:34:50 +0200586 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700587}
588
Mathieu Chartiere401d142015-04-22 13:56:20 -0700589void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700590 DCHECK(!Runtime::Current()->IsStarted());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700591 jobject jclass_loader;
592 const DexFile* dex_file;
Ian Rogers8b2c0b92013-09-19 02:56:49 -0700593 uint16_t class_def_idx;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800594 uint32_t method_idx = method->GetDexMethodIndex();
595 uint32_t access_flags = method->GetAccessFlags();
596 InvokeType invoke_type = method->GetInvokeType();
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000597 StackHandleScope<2> hs(self);
Mathieu Chartier736b5602015-09-02 14:54:11 -0700598 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache()));
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000599 Handle<mirror::ClassLoader> class_loader(
600 hs.NewHandle(method->GetDeclaringClass()->GetClassLoader()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700601 {
602 ScopedObjectAccessUnchecked soa(self);
Mathieu Chartiere5f13e52015-02-24 09:37:21 -0800603 ScopedLocalRef<jobject> local_class_loader(
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000604 soa.Env(), soa.AddLocalReference<jobject>(class_loader.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700605 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
606 // Find the dex_file
Mathieu Chartierbfd9a432014-05-21 17:43:44 -0700607 dex_file = method->GetDexFile();
608 class_def_idx = method->GetClassDefIndex();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700609 }
Ian Rogersef7d42f2014-01-06 12:55:46 -0800610 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
Mathieu Chartier736b5602015-09-02 14:54:11 -0700611
612 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -0700613 ScopedThreadSuspension sts(self, kNative);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700614
615 std::vector<const DexFile*> dex_files;
616 dex_files.push_back(dex_file);
617
Andreas Gampeace0dc12016-01-20 13:33:13 -0800618 InitializeThreadPools();
619
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000620 PreCompile(jclass_loader, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700621
Brian Carlstrom7940e442013-07-12 13:46:57 -0700622 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700623 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
624 GetDexToDexCompilationLevel(self,
625 *this,
626 jclass_loader,
627 *dex_file,
628 dex_file->GetClassDef(class_def_idx));
629
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100630 DCHECK(current_dex_to_dex_methods_ == nullptr);
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700631 CompileMethod(self,
632 this,
633 code_item,
634 access_flags,
635 invoke_type,
636 class_def_idx,
637 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000638 class_loader,
Andreas Gampe5eb0d382015-07-23 01:19:26 -0700639 *dex_file,
640 dex_to_dex_compilation_level,
Mathieu Chartier736b5602015-09-02 14:54:11 -0700641 true,
642 dex_cache);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700643
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100644 ArrayRef<DexFileMethodSet> dex_to_dex_references;
645 {
646 // From this point on, we shall not modify dex_to_dex_references_, so
647 // just grab a reference to it that we use without holding the mutex.
648 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_);
649 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
650 }
651 if (!dex_to_dex_references.empty()) {
652 DCHECK_EQ(dex_to_dex_references.size(), 1u);
653 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file);
654 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes();
655 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx));
656 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u);
657 CompileMethod(self,
658 this,
659 code_item,
660 access_flags,
661 invoke_type,
662 class_def_idx,
663 method_idx,
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000664 class_loader,
Vladimir Marko492a7fa2016-06-01 18:38:43 +0100665 *dex_file,
666 dex_to_dex_compilation_level,
667 true,
668 dex_cache);
669 current_dex_to_dex_methods_ = nullptr;
670 }
671
Andreas Gampeace0dc12016-01-20 13:33:13 -0800672 FreeThreadPools();
673
Brian Carlstrom7940e442013-07-12 13:46:57 -0700674 self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
Mathieu Chartier2535abe2015-02-17 10:38:49 -0800675}
676
Andreas Gampeace0dc12016-01-20 13:33:13 -0800677void CompilerDriver::Resolve(jobject class_loader,
678 const std::vector<const DexFile*>& dex_files,
679 TimingLogger* timings) {
680 // Resolution allocates classes and needs to run single-threaded to be deterministic.
681 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
682 ThreadPool* resolve_thread_pool = force_determinism
683 ? single_thread_pool_.get()
684 : parallel_thread_pool_.get();
685 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_;
686
Brian Carlstrom7940e442013-07-12 13:46:57 -0700687 for (size_t i = 0; i != dex_files.size(); ++i) {
688 const DexFile* dex_file = dex_files[i];
Kenny Rootd5185342014-05-13 14:47:05 -0700689 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -0800690 ResolveDexFile(class_loader,
691 *dex_file,
692 dex_files,
693 resolve_thread_pool,
694 resolve_thread_count,
695 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700696 }
697}
698
Andreas Gampeace0dc12016-01-20 13:33:13 -0800699// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now
700// this is single-threaded for simplicity.
701// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a
702// stable order.
703
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000704static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache,
Andreas Gampeace0dc12016-01-20 13:33:13 -0800705 const DexFile& dex_file,
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000706 const DexFile::CodeItem* code_item)
707 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800708 if (code_item == nullptr) {
709 // Abstract or native method.
710 return;
711 }
712
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000713 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700714 for (const DexInstructionPcPair& inst : code_item->Instructions()) {
715 switch (inst->Opcode()) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000716 case Instruction::CONST_STRING:
Andreas Gampeace0dc12016-01-20 13:33:13 -0800717 case Instruction::CONST_STRING_JUMBO: {
Mathieu Chartier2b2bef22017-10-26 17:10:19 -0700718 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING)
719 ? inst->VRegB_21c()
720 : inst->VRegB_31c());
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000721 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache);
722 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800723 break;
724 }
725
726 default:
727 break;
728 }
Andreas Gampeace0dc12016-01-20 13:33:13 -0800729 }
730}
731
732static void ResolveConstStrings(CompilerDriver* driver,
733 const std::vector<const DexFile*>& dex_files,
734 TimingLogger* timings) {
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000735 ScopedObjectAccess soa(Thread::Current());
736 StackHandleScope<1> hs(soa.Self());
737 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker();
738 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr));
739
Andreas Gampeace0dc12016-01-20 13:33:13 -0800740 for (const DexFile* dex_file : dex_files) {
Vladimir Markocd556b02017-02-03 11:47:34 +0000741 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file));
Andreas Gampeace0dc12016-01-20 13:33:13 -0800742 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings);
743
744 size_t class_def_count = dex_file->NumClassDefs();
745 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) {
746 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index);
747
748 const uint8_t* class_data = dex_file->GetClassData(class_def);
749 if (class_data == nullptr) {
750 // empty class, probably a marker interface
751 continue;
752 }
753
754 ClassDataItemIterator it(*dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -0700755 it.SkipAllFields();
Andreas Gampeace0dc12016-01-20 13:33:13 -0800756
757 bool compilation_enabled = driver->IsClassToCompile(
758 dex_file->StringByTypeIdx(class_def.class_idx_));
759 if (!compilation_enabled) {
760 // Compilation is skipped, do not resolve const-string in code of this class.
761 // TODO: Make sure that inlining honors this.
762 continue;
763 }
764
765 // Direct methods.
766 int64_t previous_direct_method_idx = -1;
767 while (it.HasNextDirectMethod()) {
768 uint32_t method_idx = it.GetMemberIndex();
769 if (method_idx == previous_direct_method_idx) {
770 // smali can create dex files with two encoded_methods sharing the same method_idx
771 // http://code.google.com/p/smali/issues/detail?id=119
772 it.Next();
773 continue;
774 }
775 previous_direct_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000776 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800777 it.Next();
778 }
779 // Virtual methods.
780 int64_t previous_virtual_method_idx = -1;
781 while (it.HasNextVirtualMethod()) {
782 uint32_t method_idx = it.GetMemberIndex();
783 if (method_idx == previous_virtual_method_idx) {
784 // smali can create dex files with two encoded_methods sharing the same method_idx
785 // http://code.google.com/p/smali/issues/detail?id=119
786 it.Next();
787 continue;
788 }
789 previous_virtual_method_idx = method_idx;
Nicolas Geoffray571d2342016-10-12 13:03:15 +0000790 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem());
Andreas Gampeace0dc12016-01-20 13:33:13 -0800791 it.Next();
792 }
793 DCHECK(!it.HasNext());
794 }
795 }
796}
797
798inline void CompilerDriver::CheckThreadPools() {
799 DCHECK(parallel_thread_pool_ != nullptr);
800 DCHECK(single_thread_pool_ != nullptr);
801}
802
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000803static void EnsureVerifiedOrVerifyAtRuntime(jobject jclass_loader,
804 const std::vector<const DexFile*>& dex_files) {
805 ScopedObjectAccess soa(Thread::Current());
806 StackHandleScope<2> hs(soa.Self());
807 Handle<mirror::ClassLoader> class_loader(
808 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
809 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr));
810 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
811
812 for (const DexFile* dex_file : dex_files) {
813 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
814 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
815 const char* descriptor = dex_file->GetClassDescriptor(class_def);
816 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader));
Andreas Gampefa4333d2017-02-14 11:10:34 -0800817 if (cls == nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000818 soa.Self()->ClearException();
819 } else if (&cls->GetDexFile() == dex_file) {
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +0000820 DCHECK(cls->IsErroneous() || cls->IsVerified() || cls->ShouldVerifyAtRuntime())
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000821 << cls->PrettyClass()
822 << " " << cls->GetStatus();
823 }
824 }
825 }
826}
827
Andreas Gampeace0dc12016-01-20 13:33:13 -0800828void CompilerDriver::PreCompile(jobject class_loader,
829 const std::vector<const DexFile*>& dex_files,
830 TimingLogger* timings) {
831 CheckThreadPools();
832
Brian Carlstrom7940e442013-07-12 13:46:57 -0700833 LoadImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800834 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700835
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100836 if (compiler_options_->IsAnyCompilationEnabled()) {
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700837 // Avoid adding the dex files in the case where we aren't going to add compiled methods.
838 // This reduces RAM usage for this case.
839 for (const DexFile* dex_file : dex_files) {
840 // Can be already inserted if the caller is CompileOne. This happens for gtests.
841 if (!compiled_methods_.HaveDexFile(dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700842 compiled_methods_.AddDexFile(dex_file);
Mathieu Chartier88b74b62017-07-16 17:08:19 -0700843 }
844 }
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100845 // Resolve eagerly to prepare for compilation.
Andreas Gampeace0dc12016-01-20 13:33:13 -0800846 Resolve(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700847 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false);
848 }
849
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000850 if (compiler_options_->AssumeClassesAreVerified()) {
Mathieu Chartierab972ef2014-12-03 17:38:22 -0800851 VLOG(compiler) << "Verify none mode specified, skipping verification.";
Andreas Gampeace0dc12016-01-20 13:33:13 -0800852 SetVerified(class_loader, dex_files, timings);
Mathieu Chartiere86deef2015-03-19 13:43:37 -0700853 }
854
Nicolas Geoffray60ca9492016-12-20 21:15:00 +0000855 if (!compiler_options_->IsVerificationEnabled()) {
Jeff Hao4a200f52014-04-01 14:58:49 -0700856 return;
857 }
858
Vladimir Markoaad75c62016-10-03 08:46:48 +0000859 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) {
Andreas Gampeace0dc12016-01-20 13:33:13 -0800860 // Resolve strings from const-string. Do this now to have a deterministic image.
861 ResolveConstStrings(this, dex_files, timings);
862 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false);
863 }
864
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +0000865 Verify(class_loader, dex_files, timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800866 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700867
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800868 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) {
Andreas Gampefdfb4d42017-07-27 12:12:22 -0700869 // Avoid dumping threads. Even if we shut down the thread pools, there will still be three
870 // instances of this thread's stack.
871 LOG(FATAL_WITHOUT_ABORT) << "Had a hard failure verifying all classes, and was asked to abort "
872 << "in such situations. Please check the log.";
873 abort();
Andreas Gampef39208f2017-10-19 15:06:59 -0700874 } else if (number_of_soft_verifier_failures_ > 0 &&
875 GetCompilerOptions().AbortOnSoftVerifierFailure()) {
876 LOG(FATAL_WITHOUT_ABORT) << "Had " << number_of_soft_verifier_failures_ << " soft failure(s) "
877 << "verifying all classes, and was asked to abort in such situations. "
878 << "Please check the log.";
879 abort();
Andreas Gampe6cf49e52015-03-05 13:08:45 -0800880 }
881
Nicolas Geoffray49cda062017-04-21 13:08:25 +0100882 if (compiler_options_->IsAnyCompilationEnabled()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +0000883 if (kIsDebugBuild) {
884 EnsureVerifiedOrVerifyAtRuntime(class_loader, dex_files);
885 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +0000886 InitializeClasses(class_loader, dex_files, timings);
887 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false);
888 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700889
890 UpdateImageClasses(timings);
Andreas Gampe8d295f82015-01-20 14:50:21 -0800891 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700892}
893
Ian Rogersdfb325e2013-10-30 01:00:44 -0700894bool CompilerDriver::IsImageClass(const char* descriptor) const {
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800895 if (image_classes_ != nullptr) {
896 // If we have a set of image classes, use those.
Ian Rogersdfb325e2013-10-30 01:00:44 -0700897 return image_classes_->find(descriptor) != image_classes_->end();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700898 }
Mathieu Chartierc5dd3192015-12-09 16:38:30 -0800899 // No set of image classes, assume we include all the classes.
900 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case.
Vladimir Markoaad75c62016-10-03 08:46:48 +0000901 return !GetCompilerOptions().IsBootImage();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700902}
903
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800904bool CompilerDriver::IsClassToCompile(const char* descriptor) const {
Andreas Gampeb1fcead2015-04-20 18:53:51 -0700905 if (classes_to_compile_ == nullptr) {
906 return true;
907 }
908 return classes_to_compile_->find(descriptor) != classes_to_compile_->end();
Andreas Gampe4bf3ae92014-11-11 13:28:29 -0800909}
910
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700911bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const {
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700912 if (methods_to_compile_ == nullptr) {
913 return true;
914 }
915
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700916 std::string tmp = method_ref.PrettyMethod();
Andreas Gampe70bef0d2015-04-15 02:37:28 -0700917 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end();
918}
919
Calin Juravle226501b2015-12-11 14:41:31 +0000920bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const {
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800921 // Profile compilation info may be null if no profile is passed.
Mathieu Chartierd0af56c2017-02-17 12:56:25 -0800922 if (!CompilerFilter::DependsOnProfile(compiler_options_->GetCompilerFilter())) {
923 // Use the compiler filter instead of the presence of profile_compilation_info_ since
924 // we may want to have full speed compilation along with profile based layout optimizations.
Calin Juravle226501b2015-12-11 14:41:31 +0000925 return true;
926 }
Mathieu Chartier97ab5e32017-02-22 13:35:44 -0800927 // If we are using a profile filter but do not have a profile compilation info, compile nothing.
928 if (profile_compilation_info_ == nullptr) {
929 return false;
930 }
Mathieu Chartier7b135c82017-06-05 12:54:01 -0700931 // Compile only hot methods, it is the profile saver's job to decide what startup methods to mark
932 // as hot.
Mathieu Chartierbbe3a5e2017-06-13 16:36:17 -0700933 bool result = profile_compilation_info_->GetMethodHotness(method_ref).IsHot();
Calin Juravle226501b2015-12-11 14:41:31 +0000934
935 if (kDebugProfileGuidedCompilation) {
936 LOG(INFO) << "[ProfileGuidedCompilation] "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -0700937 << (result ? "Compiled" : "Skipped") << " method:" << method_ref.PrettyMethod(true);
Calin Juravle226501b2015-12-11 14:41:31 +0000938 }
939 return result;
940}
941
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700942class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor {
943 public:
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000944 ResolveCatchBlockExceptionsClassVisitor() : classes_() {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700945
Mathieu Chartier28357fa2016-10-18 16:27:40 -0700946 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000947 classes_.push_back(c);
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700948 return true;
949 }
950
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000951 void FindExceptionTypesToResolve(
952 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
Vladimir Markobfb80d22017-02-14 14:08:12 +0000953 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000954 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
955 for (ObjPtr<mirror::Class> klass : classes_) {
956 for (ArtMethod& method : klass->GetMethods(pointer_size)) {
957 FindExceptionTypesToResolveForMethod(&method, exceptions_to_resolve);
958 }
959 }
960 }
961
962 private:
963 void FindExceptionTypesToResolveForMethod(
964 ArtMethod* method,
965 std::set<std::pair<dex::TypeIndex, const DexFile*>>* exceptions_to_resolve)
966 REQUIRES_SHARED(Locks::mutator_lock_) {
967 const DexFile::CodeItem* code_item = method->GetCodeItem();
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700968 if (code_item == nullptr) {
969 return; // native or abstract method
Brian Carlstrom7940e442013-07-12 13:46:57 -0700970 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700971 if (code_item->tries_size_ == 0) {
972 return; // nothing to process
973 }
974 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
975 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
976 for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
977 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
978 bool has_catch_all = false;
979 if (encoded_catch_handler_size <= 0) {
980 encoded_catch_handler_size = -encoded_catch_handler_size;
981 has_catch_all = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700982 }
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700983 for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
Andreas Gampea5b09a62016-11-17 15:21:22 -0800984 dex::TypeIndex encoded_catch_handler_handlers_type_idx =
985 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700986 // Add to set of types to resolve if not already in the dex cache resolved types
Vladimir Marko8d6768d2017-03-14 10:13:21 +0000987 if (!method->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
988 exceptions_to_resolve->emplace(encoded_catch_handler_handlers_type_idx,
989 method->GetDexFile());
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700990 }
991 // ignore address associated with catch handler
992 DecodeUnsignedLeb128(&encoded_catch_handler_list);
993 }
994 if (has_catch_all) {
995 // ignore catch all address
996 DecodeUnsignedLeb128(&encoded_catch_handler_list);
997 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700998 }
999 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001000
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001001 std::vector<ObjPtr<mirror::Class>> classes_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001002};
1003
1004class RecordImageClassesVisitor : public ClassVisitor {
1005 public:
1006 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes)
1007 : image_classes_(image_classes) {}
1008
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001009 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001010 std::string temp;
1011 image_classes_->insert(klass->GetDescriptor(&temp));
1012 return true;
1013 }
1014
1015 private:
1016 std::unordered_set<std::string>* const image_classes_;
1017};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001018
1019// Make a list of descriptors for classes to include in the image
Mathieu Chartier90443472015-07-16 20:32:27 -07001020void CompilerDriver::LoadImageClasses(TimingLogger* timings) {
Kenny Rootd5185342014-05-13 14:47:05 -07001021 CHECK(timings != nullptr);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001022 if (!GetCompilerOptions().IsBootImage()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001023 return;
1024 }
1025
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001026 TimingLogger::ScopedTiming t("LoadImageClasses", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001027 // Make a first class to load all classes explicitly listed in the file
1028 Thread* self = Thread::Current();
1029 ScopedObjectAccess soa(self);
1030 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Kenny Rootd5185342014-05-13 14:47:05 -07001031 CHECK(image_classes_.get() != nullptr);
Mathieu Chartier02e25112013-08-14 16:14:24 -07001032 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001033 const std::string& descriptor(*it);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001034 StackHandleScope<1> hs(self);
1035 Handle<mirror::Class> klass(
1036 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001037 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001038 VLOG(compiler) << "Failed to find class " << descriptor;
Vladimir Markoe9c36b32013-11-21 15:49:16 +00001039 image_classes_->erase(it++);
Ian Rogersa436fde2013-08-27 23:34:06 -07001040 self->ClearException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001041 } else {
1042 ++it;
1043 }
1044 }
1045
1046 // Resolve exception classes referenced by the loaded classes. The catch logic assumes
1047 // exceptions are resolved by the verifier when there is a catch block in an interested method.
1048 // Do this here so that exception classes appear to have been specified image classes.
Andreas Gampea5b09a62016-11-17 15:21:22 -08001049 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001050 StackHandleScope<1> hs(self);
1051 Handle<mirror::Class> java_lang_Throwable(
1052 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001053 do {
1054 unresolved_exception_types.clear();
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001055 {
1056 // Thread suspension is not allowed while ResolveCatchBlockExceptionsClassVisitor
1057 // is using a std::vector<ObjPtr<mirror::Class>>.
1058 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
1059 ResolveCatchBlockExceptionsClassVisitor visitor;
1060 class_linker->VisitClasses(&visitor);
1061 visitor.FindExceptionTypesToResolve(&unresolved_exception_types);
1062 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001063 for (const auto& exception_type : unresolved_exception_types) {
1064 dex::TypeIndex exception_type_idx = exception_type.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -07001065 const DexFile* dex_file = exception_type.second;
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001066 StackHandleScope<2> hs2(self);
Mathieu Chartierf284d442016-06-02 11:48:30 -07001067 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file,
1068 nullptr)));
Andreas Gampe277ccbd2014-11-03 21:36:10 -08001069 Handle<mirror::Class> klass(hs2.NewHandle(
Andreas Gampefa4333d2017-02-14 11:10:34 -08001070 (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001071 ? class_linker->ResolveType(*dex_file,
1072 exception_type_idx,
1073 dex_cache,
1074 ScopedNullHandle<mirror::ClassLoader>())
1075 : nullptr));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001076 if (klass == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001077 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
1078 const char* descriptor = dex_file->GetTypeDescriptor(type_id);
1079 LOG(FATAL) << "Failed to resolve class " << descriptor;
1080 }
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001081 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001082 }
1083 // Resolving exceptions may load classes that reference more exceptions, iterate until no
1084 // more are found
1085 } while (!unresolved_exception_types.empty());
1086
1087 // We walk the roots looking for classes so that we'll pick up the
1088 // above classes plus any classes them depend on such super
1089 // classes, interfaces, and the required ClassLinker roots.
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001090 RecordImageClassesVisitor visitor(image_classes_.get());
1091 class_linker->VisitClasses(&visitor);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001092
1093 CHECK_NE(image_classes_->size(), 0U);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001094}
1095
Vladimir Marko19a4d372016-12-08 14:41:46 +00001096static void MaybeAddToImageClasses(Thread* self,
1097 ObjPtr<mirror::Class> klass,
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001098 std::unordered_set<std::string>* image_classes)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001099 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001100 DCHECK_EQ(self, Thread::Current());
Mathieu Chartierf8322842014-05-16 10:59:25 -07001101 StackHandleScope<1> hs(self);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001102 std::string temp;
Andreas Gampe542451c2016-07-26 09:02:02 -07001103 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001104 while (!klass->IsObjectClass()) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07001105 const char* descriptor = klass->GetDescriptor(&temp);
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001106 std::pair<std::unordered_set<std::string>::iterator, bool> result =
1107 image_classes->insert(descriptor);
Ian Rogers1ff3c982014-08-12 02:30:58 -07001108 if (!result.second) { // Previously inserted.
1109 break;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001110 }
Ian Rogers1ff3c982014-08-12 02:30:58 -07001111 VLOG(compiler) << "Adding " << descriptor << " to image classes";
Vladimir Marko19a4d372016-12-08 14:41:46 +00001112 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) {
1113 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i);
1114 DCHECK(interface != nullptr);
1115 MaybeAddToImageClasses(self, interface, image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001116 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001117 for (auto& m : klass->GetVirtualMethods(pointer_size)) {
1118 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes);
Mathieu Chartiere401d142015-04-22 13:56:20 -07001119 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001120 if (klass->IsArrayClass()) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001121 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001122 }
Mathieu Chartierf8322842014-05-16 10:59:25 -07001123 klass.Assign(klass->GetSuperClass());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001124 }
1125}
1126
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001127// Keeps all the data for the update together. Also doubles as the reference visitor.
1128// Note: we can use object pointers because we suspend all threads.
1129class ClinitImageUpdate {
1130 public:
Mathieu Chartier31e88222016-10-14 18:43:19 -07001131 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs,
1132 std::unordered_set<std::string>* image_class_descriptors,
1133 Thread* self,
1134 ClassLinker* linker) {
1135 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs,
1136 image_class_descriptors,
1137 self,
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001138 linker));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001139 return res.release();
1140 }
1141
1142 ~ClinitImageUpdate() {
1143 // Allow others to suspend again.
1144 self_->EndAssertNoThreadSuspension(old_cause_);
1145 }
1146
1147 // Visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001148 void operator()(ObjPtr<mirror::Object> object,
1149 MemberOffset field_offset,
1150 bool /* is_static */) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001151 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001152 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset);
1153 if (ref != nullptr) {
1154 VisitClinitClassesObject(ref);
1155 }
1156 }
1157
Roland Levillain5e8d5f02016-10-18 18:03:43 +01001158 // java.lang.ref.Reference visitor for VisitReferences.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001159 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED,
1160 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {}
Mathieu Chartierda7c6502015-07-23 16:01:26 -07001161
1162 // Ignore class native roots.
1163 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED)
1164 const {}
1165 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {}
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001166
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001167 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001168 // Use the initial classes as roots for a search.
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001169 for (Handle<mirror::Class> klass_root : image_classes_) {
1170 VisitClinitClassesObject(klass_root.Get());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001171 }
Vladimir Marko19a4d372016-12-08 14:41:46 +00001172 Thread* self = Thread::Current();
1173 ScopedAssertNoThreadSuspension ants(__FUNCTION__);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001174 for (Handle<mirror::Class> h_klass : to_insert_) {
Vladimir Marko19a4d372016-12-08 14:41:46 +00001175 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_);
Mathieu Chartier31e88222016-10-14 18:43:19 -07001176 }
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001177 }
1178
1179 private:
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001180 class FindImageClassesVisitor : public ClassVisitor {
1181 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001182 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs,
1183 ClinitImageUpdate* data)
1184 : data_(data),
1185 hs_(hs) {}
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001186
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001187 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001188 std::string temp;
1189 const char* name = klass->GetDescriptor(&temp);
1190 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001191 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001192 } else {
1193 // Check whether it is initialized and has a clinit. They must be kept, too.
1194 if (klass->IsInitialized() && klass->FindClassInitializer(
1195 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) {
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001196 data_->image_classes_.push_back(hs_.NewHandle(klass));
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001197 }
1198 }
1199 return true;
1200 }
1201
1202 private:
1203 ClinitImageUpdate* const data_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001204 VariableSizedHandleScope& hs_;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001205 };
1206
Mathieu Chartier31e88222016-10-14 18:43:19 -07001207 ClinitImageUpdate(VariableSizedHandleScope& hs,
1208 std::unordered_set<std::string>* image_class_descriptors,
1209 Thread* self,
1210 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_)
1211 : hs_(hs),
1212 image_class_descriptors_(image_class_descriptors),
1213 self_(self) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001214 CHECK(linker != nullptr);
1215 CHECK(image_class_descriptors != nullptr);
1216
1217 // Make sure nobody interferes with us.
1218 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure");
1219
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001220 // Find all the already-marked classes.
1221 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001222 FindImageClassesVisitor visitor(hs_, this);
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001223 linker->VisitClasses(&visitor);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001224 }
1225
1226 void VisitClinitClassesObject(mirror::Object* object) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001227 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001228 DCHECK(object != nullptr);
1229 if (marked_objects_.find(object) != marked_objects_.end()) {
1230 // Already processed.
1231 return;
1232 }
1233
1234 // Mark it.
1235 marked_objects_.insert(object);
1236
1237 if (object->IsClass()) {
Mathieu Chartier31e88222016-10-14 18:43:19 -07001238 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread
1239 // suspensionb is not safe to do in VisitObjects or VisitReferences.
1240 to_insert_.push_back(hs_.NewHandle(object->AsClass()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001241 } else {
1242 // Else visit the object's class.
1243 VisitClinitClassesObject(object->GetClass());
1244 }
1245
Mathieu Chartiere401d142015-04-22 13:56:20 -07001246 // If it is not a DexCache, visit all references.
Mathieu Chartier31e88222016-10-14 18:43:19 -07001247 if (!object->IsDexCache()) {
Mathieu Chartier059ef3d2015-08-18 13:54:21 -07001248 object->VisitReferences(*this, *this);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001249 }
1250 }
1251
Mathieu Chartier31e88222016-10-14 18:43:19 -07001252 VariableSizedHandleScope& hs_;
1253 mutable std::vector<Handle<mirror::Class>> to_insert_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001254 mutable std::unordered_set<mirror::Object*> marked_objects_;
Andreas Gampeb1fcead2015-04-20 18:53:51 -07001255 std::unordered_set<std::string>* const image_class_descriptors_;
Mathieu Chartier28357fa2016-10-18 16:27:40 -07001256 std::vector<Handle<mirror::Class>> image_classes_;
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001257 Thread* const self_;
1258 const char* old_cause_;
1259
1260 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate);
1261};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001262
Ian Rogers3d504072014-03-01 09:16:49 -08001263void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
Vladimir Markoaad75c62016-10-03 08:46:48 +00001264 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001265 TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001266
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001267 Runtime* runtime = Runtime::Current();
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001268
1269 // Suspend all threads.
Mathieu Chartier4f55e222015-09-04 13:26:21 -07001270 ScopedSuspendAll ssa(__FUNCTION__);
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001271
Mathieu Chartier31e88222016-10-14 18:43:19 -07001272 VariableSizedHandleScope hs(Thread::Current());
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001273 std::string error_msg;
Mathieu Chartier31e88222016-10-14 18:43:19 -07001274 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs,
1275 image_classes_.get(),
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001276 Thread::Current(),
Mathieu Chartier31e88222016-10-14 18:43:19 -07001277 runtime->GetClassLinker()));
Andreas Gampeb0f370e2014-09-25 22:51:40 -07001278
1279 // Do the marking.
1280 update->Walk();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001281 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001282}
1283
Vladimir Marko07785bb2015-06-15 18:52:54 +01001284bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) {
1285 Runtime* runtime = Runtime::Current();
1286 if (!runtime->IsAotCompiler()) {
Calin Juravleffc87072016-04-20 14:22:09 +01001287 DCHECK(runtime->UseJitCompilation());
Vladimir Marko07785bb2015-06-15 18:52:54 +01001288 // Having the klass reference here implies that the klass is already loaded.
1289 return true;
1290 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00001291 if (!GetCompilerOptions().IsBootImage()) {
Vladimir Marko07785bb2015-06-15 18:52:54 +01001292 // Assume loaded only if klass is in the boot image. App classes cannot be assumed
1293 // loaded because we don't even know what class loader will be used to load them.
1294 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace();
1295 return class_in_image;
1296 }
1297 std::string temp;
1298 const char* descriptor = klass->GetDescriptor(&temp);
1299 return IsImageClass(descriptor);
1300}
1301
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001302void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) {
1303 MutexLock lock(self, dex_to_dex_references_lock_);
1304 // Since we're compiling one dex file at a time, we need to look for the
1305 // current dex file entry only at the end of dex_to_dex_references_.
1306 if (dex_to_dex_references_.empty() ||
1307 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) {
1308 dex_to_dex_references_.emplace_back(*method_ref.dex_file);
1309 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001310 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.index);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01001311}
1312
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001313bool CompilerDriver::CanAccessTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1314 ObjPtr<mirror::Class> resolved_class) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001315 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001316 stats_->TypeNeedsAccessCheck();
1317 return false; // Unknown class needs access checks.
1318 }
David Brazdil38f64d32016-01-18 17:13:41 +00001319 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1320 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001321 if (referrer_class == nullptr) {
1322 stats_->TypeNeedsAccessCheck();
1323 return false; // Incomplete referrer knowledge needs access check.
1324 }
1325 // Perform access check, will return true if access is ok or false if we're going to have to
1326 // check this at runtime (for example for class loaders).
1327 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001328 }
David Brazdil38f64d32016-01-18 17:13:41 +00001329 if (is_accessible) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001330 stats_->TypeDoesntNeedAccessCheck();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001331 } else {
1332 stats_->TypeNeedsAccessCheck();
1333 }
David Brazdil38f64d32016-01-18 17:13:41 +00001334 return is_accessible;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001335}
1336
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001337bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(ObjPtr<mirror::Class> referrer_class,
1338 ObjPtr<mirror::Class> resolved_class,
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001339 bool* finalizable) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001340 if (resolved_class == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001341 stats_->TypeNeedsAccessCheck();
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001342 // Be conservative.
1343 *finalizable = true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001344 return false; // Unknown class needs access checks.
1345 }
Mingyao Yangfb8464a2015-11-02 10:56:59 -08001346 *finalizable = resolved_class->IsFinalizable();
David Brazdil38f64d32016-01-18 17:13:41 +00001347 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible.
1348 if (!is_accessible) {
David Brazdil38f64d32016-01-18 17:13:41 +00001349 if (referrer_class == nullptr) {
1350 stats_->TypeNeedsAccessCheck();
1351 return false; // Incomplete referrer knowledge needs access check.
1352 }
1353 // Perform access and instantiable checks, will return true if access is ok or false if we're
1354 // going to have to check this at runtime (for example for class loaders).
1355 is_accessible = referrer_class->CanAccess(resolved_class);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001356 }
David Brazdil38f64d32016-01-18 17:13:41 +00001357 bool result = is_accessible && resolved_class->IsInstantiable();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001358 if (result) {
1359 stats_->TypeDoesntNeedAccessCheck();
1360 } else {
1361 stats_->TypeNeedsAccessCheck();
1362 }
1363 return result;
1364}
1365
Vladimir Markobe0e5462014-02-26 11:24:15 +00001366void CompilerDriver::ProcessedInstanceField(bool resolved) {
1367 if (!resolved) {
1368 stats_->UnresolvedInstanceField();
1369 } else {
1370 stats_->ResolvedInstanceField();
1371 }
1372}
1373
1374void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
1375 if (!resolved) {
1376 stats_->UnresolvedStaticField();
1377 } else if (local) {
1378 stats_->ResolvedLocalStaticField();
1379 } else {
1380 stats_->ResolvedStaticField();
1381 }
1382}
1383
Mathieu Chartierc7853442015-03-27 14:35:38 -07001384ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
1385 const DexCompilationUnit* mUnit, bool is_put,
1386 const ScopedObjectAccess& soa) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001387 // Try to resolve the field and compiling method's class.
Mathieu Chartierc7853442015-03-27 14:35:38 -07001388 ArtField* resolved_field;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001389 mirror::Class* referrer_class;
Mathieu Chartier736b5602015-09-02 14:54:11 -07001390 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache());
Vladimir Markobe0e5462014-02-26 11:24:15 +00001391 {
Vladimir Marko8d6768d2017-03-14 10:13:21 +00001392 Handle<mirror::ClassLoader> class_loader_handle = mUnit->GetClassLoader();
Mathieu Chartier736b5602015-09-02 14:54:11 -07001393 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false);
Mathieu Chartierc7853442015-03-27 14:35:38 -07001394 referrer_class = resolved_field != nullptr
Mathieu Chartier736b5602015-09-02 14:54:11 -07001395 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001396 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001397 bool can_link = false;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001398 if (resolved_field != nullptr && referrer_class != nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001399 std::pair<bool, bool> fast_path = IsFastInstanceField(
Mathieu Chartier736b5602015-09-02 14:54:11 -07001400 dex_cache.Get(), referrer_class, resolved_field, field_idx);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001401 can_link = is_put ? fast_path.second : fast_path.first;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001402 }
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001403 ProcessedInstanceField(can_link);
1404 return can_link ? resolved_field : nullptr;
1405}
1406
1407bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1408 bool is_put, MemberOffset* field_offset,
1409 bool* is_volatile) {
1410 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartierc7853442015-03-27 14:35:38 -07001411 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa);
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001412
Mathieu Chartierc7853442015-03-27 14:35:38 -07001413 if (resolved_field == nullptr) {
Vladimir Markobe0e5462014-02-26 11:24:15 +00001414 // Conservative defaults.
1415 *is_volatile = true;
1416 *field_offset = MemberOffset(static_cast<size_t>(-1));
Nicolas Geoffraye5038322014-07-04 09:41:32 +01001417 return false;
1418 } else {
1419 *is_volatile = resolved_field->IsVolatile();
1420 *field_offset = resolved_field->GetOffset();
1421 return true;
Vladimir Markobe0e5462014-02-26 11:24:15 +00001422 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001423}
1424
Vladimir Marko2730db02014-01-27 11:15:17 +00001425const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1426 uint32_t method_idx) const {
1427 MethodReference ref(dex_file, method_idx);
1428 return verification_results_->GetVerifiedMethod(ref);
1429}
1430
1431bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001432 if (!compiler_options_->IsVerificationEnabled()) {
1433 // If we didn't verify, every cast has to be treated as non-safe.
1434 return false;
1435 }
Vladimir Marko2730db02014-01-27 11:15:17 +00001436 DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1437 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001438 if (result) {
1439 stats_->SafeCast();
1440 } else {
1441 stats_->NotASafeCast();
1442 }
1443 return result;
1444}
1445
Mathieu Chartier90443472015-07-16 20:32:27 -07001446class CompilationVisitor {
1447 public:
1448 virtual ~CompilationVisitor() {}
1449 virtual void Visit(size_t index) = 0;
1450};
1451
Brian Carlstrom7940e442013-07-12 13:46:57 -07001452class ParallelCompilationManager {
1453 public:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001454 ParallelCompilationManager(ClassLinker* class_linker,
1455 jobject class_loader,
1456 CompilerDriver* compiler,
1457 const DexFile* dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001458 const std::vector<const DexFile*>& dex_files,
Ian Rogers3d504072014-03-01 09:16:49 -08001459 ThreadPool* thread_pool)
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001460 : index_(0),
1461 class_linker_(class_linker),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001462 class_loader_(class_loader),
1463 compiler_(compiler),
1464 dex_file_(dex_file),
Andreas Gampede7b4362014-07-28 18:38:57 -07001465 dex_files_(dex_files),
Ian Rogers3d504072014-03-01 09:16:49 -08001466 thread_pool_(thread_pool) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001467
1468 ClassLinker* GetClassLinker() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001469 CHECK(class_linker_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001470 return class_linker_;
1471 }
1472
1473 jobject GetClassLoader() const {
1474 return class_loader_;
1475 }
1476
1477 CompilerDriver* GetCompiler() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001478 CHECK(compiler_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001479 return compiler_;
1480 }
1481
1482 const DexFile* GetDexFile() const {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001483 CHECK(dex_file_ != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001484 return dex_file_;
1485 }
1486
Andreas Gampede7b4362014-07-28 18:38:57 -07001487 const std::vector<const DexFile*>& GetDexFiles() const {
1488 return dex_files_;
1489 }
1490
Mathieu Chartier90443472015-07-16 20:32:27 -07001491 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units)
1492 REQUIRES(!*Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001493 Thread* self = Thread::Current();
1494 self->AssertNoPendingException();
1495 CHECK_GT(work_units, 0U);
1496
Ian Rogers3e5cf302014-05-20 16:40:37 -07001497 index_.StoreRelaxed(begin);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001498 for (size_t i = 0; i < work_units; ++i) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001499 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001500 }
1501 thread_pool_->StartWorkers(self);
1502
1503 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1504 // thread destructor's called below perform join).
1505 CHECK_NE(self->GetState(), kRunnable);
1506
1507 // Wait for all the worker threads to finish.
1508 thread_pool_->Wait(self, true, false);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001509
1510 // And stop the workers accepting jobs.
1511 thread_pool_->StopWorkers(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001512 }
1513
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001514 size_t NextIndex() {
Ian Rogers3e5cf302014-05-20 16:40:37 -07001515 return index_.FetchAndAddSequentiallyConsistent(1);
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001516 }
1517
Brian Carlstrom7940e442013-07-12 13:46:57 -07001518 private:
Brian Carlstrom7940e442013-07-12 13:46:57 -07001519 class ForAllClosure : public Task {
1520 public:
Mathieu Chartier90443472015-07-16 20:32:27 -07001521 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor)
Brian Carlstrom7940e442013-07-12 13:46:57 -07001522 : manager_(manager),
Brian Carlstrom7940e442013-07-12 13:46:57 -07001523 end_(end),
Mathieu Chartier90443472015-07-16 20:32:27 -07001524 visitor_(visitor) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001525
1526 virtual void Run(Thread* self) {
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001527 while (true) {
1528 const size_t index = manager_->NextIndex();
1529 if (UNLIKELY(index >= end_)) {
1530 break;
1531 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001532 visitor_->Visit(index);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001533 self->AssertNoPendingException();
1534 }
1535 }
1536
1537 virtual void Finalize() {
1538 delete this;
1539 }
Brian Carlstrom0cd7ec22013-07-17 23:40:20 -07001540
Brian Carlstrom7940e442013-07-12 13:46:57 -07001541 private:
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001542 ParallelCompilationManager* const manager_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543 const size_t end_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001544 CompilationVisitor* const visitor_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001545 };
1546
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001547 AtomicInteger index_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001548 ClassLinker* const class_linker_;
1549 const jobject class_loader_;
1550 CompilerDriver* const compiler_;
1551 const DexFile* const dex_file_;
Andreas Gampede7b4362014-07-28 18:38:57 -07001552 const std::vector<const DexFile*>& dex_files_;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001553 ThreadPool* const thread_pool_;
Mathieu Chartier0b3eb392013-08-23 14:56:59 -07001554
1555 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001556};
1557
Jeff Hao0e49b422013-11-08 12:16:56 -08001558// A fast version of SkipClass above if the class pointer is available
1559// that avoids the expensive FindInClassPath search.
1560static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001561 REQUIRES_SHARED(Locks::mutator_lock_) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001562 DCHECK(klass != nullptr);
Jeff Hao0e49b422013-11-08 12:16:56 -08001563 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1564 if (&dex_file != &original_dex_file) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001565 if (class_loader == nullptr) {
David Sehr709b0702016-10-13 09:12:37 -07001566 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from "
Jeff Hao0e49b422013-11-08 12:16:56 -08001567 << dex_file.GetLocation() << " previously found in "
1568 << original_dex_file.GetLocation();
1569 }
1570 return true;
1571 }
1572 return false;
1573}
1574
Mathieu Chartier70b63482014-06-27 17:19:04 -07001575static void CheckAndClearResolveException(Thread* self)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001576 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier70b63482014-06-27 17:19:04 -07001577 CHECK(self->IsExceptionPending());
Nicolas Geoffray14691c52015-03-05 10:40:17 +00001578 mirror::Throwable* exception = self->GetException();
Ian Rogers1ff3c982014-08-12 02:30:58 -07001579 std::string temp;
1580 const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1581 const char* expected_exceptions[] = {
1582 "Ljava/lang/IllegalAccessError;",
1583 "Ljava/lang/IncompatibleClassChangeError;",
1584 "Ljava/lang/InstantiationError;",
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001585 "Ljava/lang/LinkageError;",
Ian Rogers1ff3c982014-08-12 02:30:58 -07001586 "Ljava/lang/NoClassDefFoundError;",
1587 "Ljava/lang/NoSuchFieldError;",
1588 "Ljava/lang/NoSuchMethodError;"
1589 };
1590 bool found = false;
1591 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1592 if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1593 found = true;
1594 }
1595 }
1596 if (!found) {
Brian Carlstrom898fcb52014-08-25 23:07:30 -07001597 LOG(FATAL) << "Unexpected exception " << exception->Dump();
Mathieu Chartier70b63482014-06-27 17:19:04 -07001598 }
1599 self->ClearException();
1600}
1601
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001602bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file,
1603 uint16_t class_def_idx) const {
1604 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx);
1605 const uint8_t* class_data = dex_file.GetClassData(class_def);
1606 if (class_data == nullptr) {
1607 // Empty class such as a marker interface.
1608 return false;
1609 }
1610 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001611 it.SkipStaticFields();
Mathieu Chartierb5d38612016-04-07 10:52:52 -07001612 // We require a constructor barrier if there are final instance fields.
1613 while (it.HasNextInstanceField()) {
1614 if (it.MemberIsFinal()) {
1615 return true;
1616 }
1617 it.Next();
1618 }
1619 return false;
1620}
1621
Mathieu Chartier90443472015-07-16 20:32:27 -07001622class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor {
1623 public:
1624 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager)
1625 : manager_(manager) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001626
Mathieu Chartiere0671ce2015-07-28 17:23:28 -07001627 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Mathieu Chartier90443472015-07-16 20:32:27 -07001628 ATRACE_CALL();
1629 Thread* const self = Thread::Current();
1630 jobject jclass_loader = manager_->GetClassLoader();
1631 const DexFile& dex_file = *manager_->GetDexFile();
1632 ClassLinker* class_linker = manager_->GetClassLinker();
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001633
Mathieu Chartier90443472015-07-16 20:32:27 -07001634 // If an instance field is final then we need to have a barrier on the return, static final
1635 // fields are assigned within the lock held for class initialization. Conservatively assume
1636 // constructor barriers are always required.
1637 bool requires_constructor_barrier = true;
1638
1639 // Method and Field are the worst. We can't resolve without either
1640 // context from the code use (to disambiguate virtual vs direct
1641 // method and instance vs static field) or from class
1642 // definitions. While the compiler will resolve what it can as it
1643 // needs it, here we try to resolve fields and methods used in class
1644 // definitions, since many of them many never be referenced by
1645 // generated code.
1646 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1647 ScopedObjectAccess soa(self);
1648 StackHandleScope<2> hs(soa.Self());
1649 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001650 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07001651 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00001652 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001653 // Resolve the class.
1654 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1655 class_loader);
1656 bool resolve_fields_and_methods;
1657 if (klass == nullptr) {
1658 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1659 // attempt to resolve methods and fields when there is no declaring class.
1660 CheckAndClearResolveException(soa.Self());
1661 resolve_fields_and_methods = false;
1662 } else {
1663 // We successfully resolved a class, should we skip it?
1664 if (SkipClass(jclass_loader, dex_file, klass)) {
1665 return;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001666 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001667 // We want to resolve the methods and fields eagerly.
1668 resolve_fields_and_methods = true;
Ian Rogers68b56852014-08-29 20:19:11 -07001669 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001670 // Note the class_data pointer advances through the headers,
1671 // static fields, instance fields, direct methods, and virtual
1672 // methods.
1673 const uint8_t* class_data = dex_file.GetClassData(class_def);
1674 if (class_data == nullptr) {
1675 // Empty class such as a marker interface.
1676 requires_constructor_barrier = false;
1677 } else {
1678 ClassDataItemIterator it(dex_file, class_data);
1679 while (it.HasNextStaticField()) {
1680 if (resolve_fields_and_methods) {
1681 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1682 dex_cache, class_loader, true);
1683 if (field == nullptr) {
1684 CheckAndClearResolveException(soa.Self());
1685 }
Ian Rogers68b56852014-08-29 20:19:11 -07001686 }
1687 it.Next();
1688 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001689 // We require a constructor barrier if there are final instance fields.
1690 requires_constructor_barrier = false;
1691 while (it.HasNextInstanceField()) {
1692 if (it.MemberIsFinal()) {
1693 requires_constructor_barrier = true;
1694 }
1695 if (resolve_fields_and_methods) {
1696 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1697 dex_cache, class_loader, false);
1698 if (field == nullptr) {
1699 CheckAndClearResolveException(soa.Self());
1700 }
Ian Rogers68b56852014-08-29 20:19:11 -07001701 }
1702 it.Next();
1703 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001704 if (resolve_fields_and_methods) {
1705 while (it.HasNextDirectMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001706 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001707 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1708 it.GetMethodInvokeType(class_def));
1709 if (method == nullptr) {
1710 CheckAndClearResolveException(soa.Self());
1711 }
1712 it.Next();
1713 }
1714 while (it.HasNextVirtualMethod()) {
Vladimir Markoba118822017-06-12 15:41:56 +01001715 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::ResolveMode::kNoChecks>(
Mathieu Chartier90443472015-07-16 20:32:27 -07001716 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr,
1717 it.GetMethodInvokeType(class_def));
1718 if (method == nullptr) {
1719 CheckAndClearResolveException(soa.Self());
1720 }
1721 it.Next();
1722 }
1723 DCHECK(!it.HasNext());
1724 }
1725 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07001726 manager_->GetCompiler()->SetRequiresConstructorBarrier(self,
1727 &dex_file,
1728 class_def_index,
1729 requires_constructor_barrier);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001730 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001731
Mathieu Chartier90443472015-07-16 20:32:27 -07001732 private:
1733 const ParallelCompilationManager* const manager_;
1734};
1735
1736class ResolveTypeVisitor : public CompilationVisitor {
1737 public:
1738 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) {
1739 }
Andreas Gampea5b09a62016-11-17 15:21:22 -08001740 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001741 // Class derived values are more complicated, they require the linker and loader.
Mathieu Chartier90443472015-07-16 20:32:27 -07001742 ScopedObjectAccess soa(Thread::Current());
1743 ClassLinker* class_linker = manager_->GetClassLinker();
1744 const DexFile& dex_file = *manager_->GetDexFile();
1745 StackHandleScope<2> hs(soa.Self());
Mathieu Chartier90443472015-07-16 20:32:27 -07001746 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001747 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader())));
Mathieu Chartierd57d4542015-10-14 10:55:30 -07001748 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile(
1749 dex_file,
Mathieu Chartierf284d442016-06-02 11:48:30 -07001750 class_loader.Get())));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001751 ObjPtr<mirror::Class> klass = (dex_cache != nullptr)
Vladimir Markocd556b02017-02-03 11:47:34 +00001752 ? class_linker->ResolveType(dex_file, dex::TypeIndex(type_idx), dex_cache, class_loader)
1753 : nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001754
Mathieu Chartier90443472015-07-16 20:32:27 -07001755 if (klass == nullptr) {
1756 soa.Self()->AssertPendingException();
1757 mirror::Throwable* exception = soa.Self()->GetException();
1758 VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1759 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1760 // There's little point continuing compilation if the heap is exhausted.
1761 LOG(FATAL) << "Out of memory during type resolution for compilation";
1762 }
1763 soa.Self()->ClearException();
Ian Rogersa436fde2013-08-27 23:34:06 -07001764 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001765 }
Mathieu Chartier90443472015-07-16 20:32:27 -07001766
1767 private:
1768 const ParallelCompilationManager* const manager_;
1769};
Brian Carlstrom7940e442013-07-12 13:46:57 -07001770
Andreas Gampeace0dc12016-01-20 13:33:13 -08001771void CompilerDriver::ResolveDexFile(jobject class_loader,
1772 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07001773 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001774 ThreadPool* thread_pool,
1775 size_t thread_count,
1776 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001777 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1778
1779 // TODO: we could resolve strings here, although the string table is largely filled with class
1780 // and method names.
1781
Andreas Gampede7b4362014-07-28 18:38:57 -07001782 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1783 thread_pool);
Vladimir Markoaad75c62016-10-03 08:46:48 +00001784 if (GetCompilerOptions().IsBootImage()) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001785 // For images we resolve all types, such as array, whereas for applications just those with
1786 // classdefs are resolved by ResolveClassFieldsAndMethods.
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001787 TimingLogger::ScopedTiming t("Resolve Types", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001788 ResolveTypeVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001789 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count);
Ian Rogerse6bb3b22013-08-19 21:51:45 -07001790 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001791
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001792 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
Mathieu Chartier90443472015-07-16 20:32:27 -07001793 ResolveClassFieldsAndMethodsVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001794 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001795}
1796
Andreas Gampeace0dc12016-01-20 13:33:13 -08001797void CompilerDriver::SetVerified(jobject class_loader,
1798 const std::vector<const DexFile*>& dex_files,
1799 TimingLogger* timings) {
1800 // This can be run in parallel.
Mathieu Chartier90443472015-07-16 20:32:27 -07001801 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001802 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08001803 SetVerifiedDexFile(class_loader,
1804 *dex_file,
1805 dex_files,
1806 parallel_thread_pool_.get(),
1807 parallel_thread_count_,
1808 timings);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001809 }
1810}
1811
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001812static void PopulateVerifiedMethods(const DexFile& dex_file,
1813 uint32_t class_def_index,
1814 VerificationResults* verification_results) {
1815 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1816 const uint8_t* class_data = dex_file.GetClassData(class_def);
1817 if (class_data == nullptr) {
1818 return;
1819 }
1820 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07001821 it.SkipAllFields();
Nicolas Geoffray51c17fa2016-11-25 15:56:12 +00001822
1823 while (it.HasNextDirectMethod()) {
1824 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1825 it.Next();
1826 }
1827
1828 while (it.HasNextVirtualMethod()) {
1829 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex()));
1830 it.Next();
1831 }
1832 DCHECK(!it.HasNext());
1833}
1834
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001835static void LoadAndUpdateStatus(const DexFile& dex_file,
1836 const DexFile::ClassDef& class_def,
1837 mirror::Class::Status status,
1838 Handle<mirror::ClassLoader> class_loader,
1839 Thread* self)
1840 REQUIRES_SHARED(Locks::mutator_lock_) {
1841 StackHandleScope<1> hs(self);
1842 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1843 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1844 Handle<mirror::Class> cls(hs.NewHandle<mirror::Class>(
1845 class_linker->FindClass(self, descriptor, class_loader)));
Andreas Gampefa4333d2017-02-14 11:10:34 -08001846 if (cls != nullptr) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001847 // Check that the class is resolved with the current dex file. We might get
1848 // a boot image class, or a class in a different dex file for multidex, and
1849 // we should not update the status in that case.
1850 if (&cls->GetDexFile() == &dex_file) {
1851 ObjectLock<mirror::Class> lock(self, cls);
1852 mirror::Class::SetStatus(cls, status, self);
1853 }
1854 } else {
1855 DCHECK(self->IsExceptionPending());
1856 self->ClearException();
1857 }
1858}
1859
Nicolas Geoffray74981052017-01-16 17:54:09 +00001860bool CompilerDriver::FastVerify(jobject jclass_loader,
1861 const std::vector<const DexFile*>& dex_files,
1862 TimingLogger* timings) {
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001863 verifier::VerifierDeps* verifier_deps =
1864 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
Mathieu Chartier72041a02017-07-14 18:23:25 -07001865 // If there exist VerifierDeps that aren't the ones we just created to output, use them to verify.
1866 if (verifier_deps == nullptr || verifier_deps->OutputOnly()) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001867 return false;
1868 }
1869 TimingLogger::ScopedTiming t("Fast Verify", timings);
1870 ScopedObjectAccess soa(Thread::Current());
1871 StackHandleScope<2> hs(soa.Self());
1872 Handle<mirror::ClassLoader> class_loader(
1873 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Nicolas Geoffray74981052017-01-16 17:54:09 +00001874 if (!verifier_deps->ValidateDependencies(class_loader, soa.Self())) {
1875 return false;
1876 }
1877
Nicolas Geoffray49cda062017-04-21 13:08:25 +01001878 bool compiler_only_verifies = !GetCompilerOptions().IsAnyCompilationEnabled();
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001879
Nicolas Geoffray74981052017-01-16 17:54:09 +00001880 // We successfully validated the dependencies, now update class status
1881 // of verified classes. Note that the dependencies also record which classes
1882 // could not be fully verified; we could try again, but that would hurt verification
1883 // time. So instead we assume these classes still need to be verified at
1884 // runtime.
1885 for (const DexFile* dex_file : dex_files) {
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001886 // Fetch the list of unverified classes.
1887 const std::set<dex::TypeIndex>& unverified_classes =
Nicolas Geoffray74981052017-01-16 17:54:09 +00001888 verifier_deps->GetUnverifiedClasses(*dex_file);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001889 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) {
1890 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
Mathieu Chartierbf755fe2017-08-01 13:42:56 -07001891 if (unverified_classes.find(class_def.class_idx_) == unverified_classes.end()) {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001892 if (compiler_only_verifies) {
Nicolas Geoffray74981052017-01-16 17:54:09 +00001893 // Just update the compiled_classes_ map. The compiler doesn't need to resolve
1894 // the type.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07001895 ClassReference ref(dex_file, i);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07001896 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
1897 DCHECK(compiled_classes_.Get(ref, &existing)) << ref.dex_file->GetLocation();
1898 ClassStateTable::InsertResult result =
1899 compiled_classes_.Insert(ref, existing, mirror::Class::kStatusVerified);
1900 CHECK_EQ(result, ClassStateTable::kInsertResultSuccess);
Nicolas Geoffray74981052017-01-16 17:54:09 +00001901 } else {
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001902 // Update the class status, so later compilation stages know they don't need to verify
Nicolas Geoffray74981052017-01-16 17:54:09 +00001903 // the class.
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001904 LoadAndUpdateStatus(
1905 *dex_file, class_def, mirror::Class::kStatusVerified, class_loader, soa.Self());
Nicolas Geoffray74981052017-01-16 17:54:09 +00001906 // Create `VerifiedMethod`s for each methods, the compiler expects one for
1907 // quickening or compiling.
1908 // Note that this means:
1909 // - We're only going to compile methods that did verify.
1910 // - Quickening will not do checkcast ellision.
1911 // TODO(ngeoffray): Reconsider this once we refactor compiler filters.
1912 PopulateVerifiedMethods(*dex_file, i, verification_results_);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001913 }
Nicolas Geoffray0a27fd02017-01-25 16:18:54 +00001914 } else if (!compiler_only_verifies) {
1915 // Make sure later compilation stages know they should not try to verify
1916 // this class again.
1917 LoadAndUpdateStatus(*dex_file,
1918 class_def,
1919 mirror::Class::kStatusRetryVerificationAtRuntime,
1920 class_loader,
1921 soa.Self());
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001922 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001923 }
1924 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001925 return true;
1926}
1927
1928void CompilerDriver::Verify(jobject jclass_loader,
1929 const std::vector<const DexFile*>& dex_files,
1930 TimingLogger* timings) {
1931 if (FastVerify(jclass_loader, dex_files, timings)) {
1932 return;
1933 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001934
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001935 // If there is no existing `verifier_deps` (because of non-existing vdex), or
1936 // the existing `verifier_deps` is not valid anymore, create a new one for
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001937 // non boot image compilation. The verifier will need it to record the new dependencies.
1938 // Then dex2oat can update the vdex file with these new dependencies.
1939 if (!GetCompilerOptions().IsBootImage()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07001940 // Dex2oat creates the verifier deps.
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001941 // Create the main VerifierDeps, and set it to this thread.
Mathieu Chartier72041a02017-07-14 18:23:25 -07001942 verifier::VerifierDeps* verifier_deps =
1943 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps();
1944 CHECK(verifier_deps != nullptr);
Nicolas Geoffrayb0bbe8e2016-11-19 10:42:37 +00001945 Thread::Current()->SetVerifierDeps(verifier_deps);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001946 // Create per-thread VerifierDeps to avoid contention on the main one.
1947 // We will merge them after verification.
1948 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
Mathieu Chartier72041a02017-07-14 18:23:25 -07001949 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files_for_oat_file_));
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001950 }
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001951 }
Nicolas Geoffray74981052017-01-16 17:54:09 +00001952
Nicolas Geoffray46847392017-04-28 14:56:39 +01001953 // Verification updates VerifierDeps and needs to run single-threaded to be deterministic.
1954 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
1955 ThreadPool* verify_thread_pool =
1956 force_determinism ? single_thread_pool_.get() : parallel_thread_pool_.get();
1957 size_t verify_thread_count = force_determinism ? 1U : parallel_thread_count_;
Mathieu Chartier90443472015-07-16 20:32:27 -07001958 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07001959 CHECK(dex_file != nullptr);
Nicolas Geoffray6bb7f1b2016-11-03 10:52:49 +00001960 VerifyDexFile(jclass_loader,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001961 *dex_file,
1962 dex_files,
Nicolas Geoffray46847392017-04-28 14:56:39 +01001963 verify_thread_pool,
1964 verify_thread_count,
Andreas Gampeace0dc12016-01-20 13:33:13 -08001965 timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001966 }
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001967
1968 if (!GetCompilerOptions().IsBootImage()) {
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001969 // Merge all VerifierDeps into the main one.
Nicolas Geoffray74981052017-01-16 17:54:09 +00001970 verifier::VerifierDeps* verifier_deps = Thread::Current()->GetVerifierDeps();
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001971 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) {
1972 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps();
1973 worker->GetThread()->SetVerifierDeps(nullptr);
Mathieu Chartier72041a02017-07-14 18:23:25 -07001974 verifier_deps->MergeWith(*thread_deps, dex_files_for_oat_file_);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001975 delete thread_deps;
1976 }
1977 Thread::Current()->SetVerifierDeps(nullptr);
1978 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001979}
1980
Mathieu Chartier90443472015-07-16 20:32:27 -07001981class VerifyClassVisitor : public CompilationVisitor {
1982 public:
Andreas Gampe5fd66d02016-09-12 20:22:19 -07001983 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level)
Andreas Gampe7fe30232016-03-25 16:58:00 -07001984 : manager_(manager), log_level_(log_level) {}
Brian Carlstrom7940e442013-07-12 13:46:57 -07001985
Mathieu Chartier90443472015-07-16 20:32:27 -07001986 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
1987 ATRACE_CALL();
1988 ScopedObjectAccess soa(Thread::Current());
1989 const DexFile& dex_file = *manager_->GetDexFile();
1990 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1991 const char* descriptor = dex_file.GetClassDescriptor(class_def);
1992 ClassLinker* class_linker = manager_->GetClassLinker();
1993 jobject jclass_loader = manager_->GetClassLoader();
1994 StackHandleScope<3> hs(soa.Self());
1995 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07001996 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07001997 Handle<mirror::Class> klass(
1998 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07001999 verifier::FailureKind failure_kind;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002000 if (klass == nullptr) {
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002001 CHECK(soa.Self()->IsExceptionPending());
2002 soa.Self()->ClearException();
Mathieu Chartier90443472015-07-16 20:32:27 -07002003
2004 /*
2005 * At compile time, we can still structurally verify the class even if FindClass fails.
2006 * This is to ensure the class is structurally sound for compilation. An unsound class
2007 * will be rejected by the verifier and later skipped during compilation in the compiler.
2008 */
Mathieu Chartier673ed3d2015-08-28 14:56:43 -07002009 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(
Vladimir Markocd556b02017-02-03 11:47:34 +00002010 soa.Self(), dex_file)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002011 std::string error_msg;
Nicolas Geoffray08025182016-10-25 17:20:18 +01002012 failure_kind =
2013 verifier::MethodVerifier::VerifyClass(soa.Self(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002014 &dex_file,
2015 dex_cache,
2016 class_loader,
David Brazdil15fc7292016-09-02 14:13:18 +01002017 class_def,
Andreas Gampe53e32d12015-12-09 21:03:23 -08002018 Runtime::Current()->GetCompilerCallbacks(),
Andreas Gampeec6e6c12015-11-05 20:39:56 -08002019 true /* allow soft failures */,
Andreas Gampe7fe30232016-03-25 16:58:00 -07002020 log_level_,
Nicolas Geoffray08025182016-10-25 17:20:18 +01002021 &error_msg);
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002022 if (failure_kind == verifier::FailureKind::kHardFailure) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002023 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
2024 << " because: " << error_msg;
2025 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002026 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2027 manager_->GetCompiler()->AddSoftVerifierFailure();
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002028 } else {
2029 // Force a soft failure for the VerifierDeps. This is a sanity measure, as
2030 // the vdex file already records that the class hasn't been resolved. It avoids
2031 // trying to do future verification optimizations when processing the vdex file.
Andreas Gampef39208f2017-10-19 15:06:59 -07002032 DCHECK(failure_kind == verifier::FailureKind::kNoFailure) << failure_kind;
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002033 failure_kind = verifier::FailureKind::kSoftFailure;
Mathieu Chartier90443472015-07-16 20:32:27 -07002034 }
2035 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
David Sehr709b0702016-10-13 09:12:37 -07002036 CHECK(klass->IsResolved()) << klass->PrettyClass();
Nicolas Geoffray08025182016-10-25 17:20:18 +01002037 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_);
Mathieu Chartier90443472015-07-16 20:32:27 -07002038
2039 if (klass->IsErroneous()) {
2040 // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
2041 CHECK(soa.Self()->IsExceptionPending());
2042 soa.Self()->ClearException();
2043 manager_->GetCompiler()->SetHadHardVerifierFailure();
Andreas Gampef39208f2017-10-19 15:06:59 -07002044 } else if (failure_kind == verifier::FailureKind::kSoftFailure) {
2045 manager_->GetCompiler()->AddSoftVerifierFailure();
Mathieu Chartier90443472015-07-16 20:32:27 -07002046 }
2047
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002048 CHECK(klass->ShouldVerifyAtRuntime() || klass->IsVerified() || klass->IsErroneous())
David Sehr709b0702016-10-13 09:12:37 -07002049 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus();
Mathieu Chartier90443472015-07-16 20:32:27 -07002050
Nicolas Geoffrayc7da1d62017-04-19 09:36:24 +01002051 // Class has a meaningful status for the compiler now, record it.
2052 ClassReference ref(manager_->GetDexFile(), class_def_index);
2053 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
2054
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002055 // It is *very* problematic if there are verification errors in the boot classpath.
2056 // For example, we rely on things working OK without verification when the decryption dialog
2057 // is brought up. So abort in a debug build if we find this violated.
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002058 if (kIsDebugBuild) {
Orion Hodsonc5e0d3f2017-08-22 19:00:04 +01002059 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage()) {
Andreas Gampe12fadcd2017-08-03 05:06:28 -07002060 if (!klass->IsVerified()) {
2061 // Re-run verification to get all failure messages if it soft-failed.
2062 if (!klass->IsErroneous()) {
2063 gLogVerbosity.verifier = true;
2064 // Note: We can't call ClassLinker::VerifyClass, as it will elide the second
2065 // verification.
2066 Runtime* runtime = Runtime::Current();
2067 std::string v_error;
2068 verifier::MethodVerifier::VerifyClass(soa.Self(),
2069 klass.Get(),
2070 runtime->GetCompilerCallbacks(),
2071 runtime->IsAotCompiler(),
2072 verifier::HardFailLogMode::kLogInternalFatal,
2073 &v_error);
2074 }
2075 LOG(FATAL) << "Boot classpath class " << klass->PrettyClass()
2076 << " failed to fully verify: state= " << klass->GetStatus();
2077 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002078 }
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002079 if (klass->IsVerified()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002080 DCHECK_EQ(failure_kind, verifier::FailureKind::kNoFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002081 } else if (klass->ShouldVerifyAtRuntime()) {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002082 DCHECK_EQ(failure_kind, verifier::FailureKind::kSoftFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002083 } else {
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002084 DCHECK_EQ(failure_kind, verifier::FailureKind::kHardFailure);
Nicolas Geoffray7cc3ae52017-03-07 14:33:37 +00002085 }
Narayan Kamathe3eae5e2016-10-27 11:47:30 +01002086 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002087 } else {
2088 // Make the skip a soft failure, essentially being considered as verify at runtime.
Andreas Gampe6d7abbd2017-04-24 13:19:09 -07002089 failure_kind = verifier::FailureKind::kSoftFailure;
Ian Rogerse6bb3b22013-08-19 21:51:45 -07002090 }
Nicolas Geoffray08025182016-10-25 17:20:18 +01002091 verifier::VerifierDeps::MaybeRecordVerificationStatus(
2092 dex_file, class_def.class_idx_, failure_kind);
Mathieu Chartier90443472015-07-16 20:32:27 -07002093 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002094 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002095
2096 private:
2097 const ParallelCompilationManager* const manager_;
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002098 const verifier::HardFailLogMode log_level_;
Mathieu Chartier90443472015-07-16 20:32:27 -07002099};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002100
Andreas Gampeace0dc12016-01-20 13:33:13 -08002101void CompilerDriver::VerifyDexFile(jobject class_loader,
2102 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002103 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002104 ThreadPool* thread_pool,
2105 size_t thread_count,
2106 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002107 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002108 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002109 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2110 thread_pool);
Andreas Gampef39208f2017-10-19 15:06:59 -07002111 bool abort_on_verifier_failures = GetCompilerOptions().AbortOnHardVerifierFailure()
2112 || GetCompilerOptions().AbortOnSoftVerifierFailure();
2113 verifier::HardFailLogMode log_level = abort_on_verifier_failures
Andreas Gampe5fd66d02016-09-12 20:22:19 -07002114 ? verifier::HardFailLogMode::kLogInternalFatal
2115 : verifier::HardFailLogMode::kLogWarning;
Andreas Gampe7fe30232016-03-25 16:58:00 -07002116 VerifyClassVisitor visitor(&context, log_level);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002117 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002118}
2119
Mathieu Chartier90443472015-07-16 20:32:27 -07002120class SetVerifiedClassVisitor : public CompilationVisitor {
2121 public:
2122 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2123
2124 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2125 ATRACE_CALL();
2126 ScopedObjectAccess soa(Thread::Current());
2127 const DexFile& dex_file = *manager_->GetDexFile();
2128 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2129 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2130 ClassLinker* class_linker = manager_->GetClassLinker();
2131 jobject jclass_loader = manager_->GetClassLoader();
2132 StackHandleScope<3> hs(soa.Self());
2133 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002134 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002135 Handle<mirror::Class> klass(
2136 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2137 // Class might have failed resolution. Then don't set it to verified.
Andreas Gampefa4333d2017-02-14 11:10:34 -08002138 if (klass != nullptr) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002139 // Only do this if the class is resolved. If even resolution fails, quickening will go very,
2140 // very wrong.
Vladimir Marko72ab6842017-01-20 19:32:50 +00002141 if (klass->IsResolved() && !klass->IsErroneousResolved()) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002142 if (klass->GetStatus() < mirror::Class::kStatusVerified) {
2143 ObjectLock<mirror::Class> lock(soa.Self(), klass);
2144 // Set class status to verified.
2145 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self());
2146 // Mark methods as pre-verified. If we don't do this, the interpreter will run with
2147 // access checks.
Igor Murashkindf707e42016-02-02 16:56:50 -08002148 klass->SetSkipAccessChecksFlagOnAllMethods(
Mathieu Chartier90443472015-07-16 20:32:27 -07002149 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet()));
Igor Murashkindf707e42016-02-02 16:56:50 -08002150 klass->SetVerificationAttempted();
Mathieu Chartier90443472015-07-16 20:32:27 -07002151 }
2152 // Record the final class status if necessary.
2153 ClassReference ref(manager_->GetDexFile(), class_def_index);
2154 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002155 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002156 } else {
2157 Thread* self = soa.Self();
2158 DCHECK(self->IsExceptionPending());
2159 self->ClearException();
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002160 }
2161 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002162
2163 private:
2164 const ParallelCompilationManager* const manager_;
2165};
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002166
Andreas Gampeace0dc12016-01-20 13:33:13 -08002167void CompilerDriver::SetVerifiedDexFile(jobject class_loader,
2168 const DexFile& dex_file,
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002169 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002170 ThreadPool* thread_pool,
2171 size_t thread_count,
2172 TimingLogger* timings) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002173 TimingLogger::ScopedTiming t("Verify Dex File", timings);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002174 if (!compiled_classes_.HaveDexFile(&dex_file)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002175 compiled_classes_.AddDexFile(&dex_file);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002176 }
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002177 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2178 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
2179 thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002180 SetVerifiedClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002181 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002182}
2183
Mathieu Chartier90443472015-07-16 20:32:27 -07002184class InitializeClassVisitor : public CompilationVisitor {
2185 public:
2186 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
Ian Rogersfc0e94b2013-09-23 23:51:32 -07002187
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002188 void Visit(size_t class_def_index) OVERRIDE {
Mathieu Chartier90443472015-07-16 20:32:27 -07002189 ATRACE_CALL();
2190 jobject jclass_loader = manager_->GetClassLoader();
2191 const DexFile& dex_file = *manager_->GetDexFile();
2192 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2193 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
2194 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
Jeff Hao0e49b422013-11-08 12:16:56 -08002195
Mathieu Chartier90443472015-07-16 20:32:27 -07002196 ScopedObjectAccess soa(Thread::Current());
2197 StackHandleScope<3> hs(soa.Self());
2198 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002199 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier90443472015-07-16 20:32:27 -07002200 Handle<mirror::Class> klass(
2201 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
2202
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002203 if (klass != nullptr && !SkipClass(manager_->GetClassLoader(), dex_file, klass.Get())) {
2204 TryInitializeClass(klass, class_loader);
2205 }
2206 // Clear any class not found or verification exceptions.
2207 soa.Self()->ClearException();
2208 }
2209
2210 // A helper function for initializing klass.
2211 void TryInitializeClass(Handle<mirror::Class> klass, Handle<mirror::ClassLoader>& class_loader)
2212 REQUIRES_SHARED(Locks::mutator_lock_) {
2213 const DexFile& dex_file = klass->GetDexFile();
2214 const DexFile::ClassDef* class_def = klass->GetClassDef();
2215 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def->class_idx_);
2216 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
2217 ScopedObjectAccessUnchecked soa(Thread::Current());
2218 StackHandleScope<3> hs(soa.Self());
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002219 const bool is_boot_image = manager_->GetCompiler()->GetCompilerOptions().IsBootImage();
Mathieu Chartier17498e52017-06-13 11:35:04 -07002220 const bool is_app_image = manager_->GetCompiler()->GetCompilerOptions().IsAppImage();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002221
Jeff Hao0cb17282017-07-12 14:51:49 -07002222 mirror::Class::Status old_status = klass->GetStatus();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002223 // Don't initialize classes in boot space when compiling app image
2224 if (is_app_image && klass->IsBootStrapClassLoaded()) {
2225 // Also return early and don't store the class status in the recorded class status.
2226 return;
2227 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002228 // Only try to initialize classes that were successfully verified.
2229 if (klass->IsVerified()) {
2230 // Attempt to initialize the class but bail if we either need to initialize the super-class
2231 // or static fields.
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002232 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002233 old_status = klass->GetStatus();
2234 if (!klass->IsInitialized()) {
2235 // We don't want non-trivial class initialization occurring on multiple threads due to
2236 // deadlock problems. For example, a parent class is initialized (holding its lock) that
2237 // refers to a sub-class in its static/class initializer causing it to try to acquire the
2238 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
2239 // after first initializing its parents, whose locks are acquired. This leads to a
2240 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
2241 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
2242 // than use a special Object for the purpose we use the Class of java.lang.Class.
2243 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
2244 ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
2245 // Attempt to initialize allowing initialization of parent classes but still not static
2246 // fields.
Chang Xinge602b1c2017-06-30 11:55:01 -07002247 // Initialize dependencies first only for app image, to make TryInitialize recursive.
2248 bool is_superclass_initialized = !is_app_image ? true :
2249 InitializeDependencies(klass, class_loader, soa.Self());
2250 if (!is_app_image || (is_app_image && is_superclass_initialized)) {
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002251 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true);
Chang Xinge602b1c2017-06-30 11:55:01 -07002252 }
2253 // Otherwise it's in app image but superclasses can't be initialized, no need to proceed.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002254 old_status = klass->GetStatus();
Chang Xing70f689d2017-06-08 17:16:12 -07002255
2256 bool too_many_encoded_fields = false;
2257 if (!is_boot_image && klass->NumStaticFields() > kMaxEncodedFields) {
2258 too_many_encoded_fields = true;
2259 }
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002260 // If the class was not initialized, we can proceed to see if we can initialize static
Chang Xing70f689d2017-06-08 17:16:12 -07002261 // fields. Limit the max number of encoded fields.
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002262 if (!klass->IsInitialized() &&
Mathieu Chartier17498e52017-06-13 11:35:04 -07002263 (is_app_image || is_boot_image) &&
Chang Xinge602b1c2017-06-30 11:55:01 -07002264 is_superclass_initialized &&
Chang Xing70f689d2017-06-08 17:16:12 -07002265 !too_many_encoded_fields &&
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002266 manager_->GetCompiler()->IsImageClass(descriptor)) {
2267 bool can_init_static_fields = false;
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002268 if (is_boot_image) {
Mathieu Chartier90443472015-07-16 20:32:27 -07002269 // We need to initialize static fields, we only do this for image classes that aren't
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002270 // marked with the $NoPreloadHolder (which implies this should not be initialized
2271 // early).
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002272 can_init_static_fields = !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
2273 } else {
Mathieu Chartier17498e52017-06-13 11:35:04 -07002274 CHECK(is_app_image);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002275 // The boot image case doesn't need to recursively initialize the dependencies with
2276 // special logic since the class linker already does this.
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002277 can_init_static_fields =
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002278 !soa.Self()->IsExceptionPending() &&
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002279 is_superclass_initialized &&
2280 NoClinitInDependency(klass, soa.Self(), &class_loader);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002281 // TODO The checking for clinit can be removed since it's already
2282 // checked when init superclass. Currently keep it because it contains
2283 // processing of intern strings. Will be removed later when intern strings
2284 // and clinit are both initialized.
2285 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002286
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002287 if (can_init_static_fields) {
2288 VLOG(compiler) << "Initializing: " << descriptor;
2289 // TODO multithreading support. We should ensure the current compilation thread has
2290 // exclusive access to the runtime and the transaction. To achieve this, we could use
2291 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
2292 // checks in Thread::AssertThreadSuspensionIsAllowable.
2293 Runtime* const runtime = Runtime::Current();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002294 // Run the class initializer in transaction mode.
Chang Xing5a906fc2017-07-26 15:01:16 -07002295 runtime->EnterTransactionMode(is_app_image, klass.Get());
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002296 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true,
2297 true);
2298 // TODO we detach transaction from runtime to indicate we quit the transactional
2299 // mode which prevents the GC from visiting objects modified during the transaction.
2300 // Ensure GC is not run so don't access freed objects when aborting transaction.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002301
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002302 {
2303 ScopedAssertNoThreadSuspension ants("Transaction end");
Chang Xing16d1dd82017-07-20 17:56:26 -07002304
2305 if (success) {
2306 runtime->ExitTransactionMode();
2307 DCHECK(!runtime->IsActiveTransaction());
2308 }
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002309
Mathieu Chartier90443472015-07-16 20:32:27 -07002310 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002311 CHECK(soa.Self()->IsExceptionPending());
2312 mirror::Throwable* exception = soa.Self()->GetException();
2313 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
2314 << exception->Dump();
2315 std::ostream* file_log = manager_->GetCompiler()->
2316 GetCompilerOptions().GetInitFailureOutput();
2317 if (file_log != nullptr) {
2318 *file_log << descriptor << "\n";
2319 *file_log << exception->Dump() << "\n";
2320 }
2321 soa.Self()->ClearException();
Chang Xing605fe242017-07-20 15:57:21 -07002322 runtime->RollbackAllTransactions();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002323 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002324 } else if (is_boot_image) {
2325 // For boot image, we want to put the updated status in the oat class since we can't
2326 // reject the image anyways.
2327 old_status = klass->GetStatus();
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002328 }
2329 }
2330
Nicolas Geoffrayabadf022017-08-03 08:25:41 +00002331 if (!success) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002332 // On failure, still intern strings of static fields and seen in <clinit>, as these
2333 // will be created in the zygote. This is separated from the transaction code just
2334 // above as we will allocate strings, so must be allowed to suspend.
2335 if (&klass->GetDexFile() == manager_->GetDexFile()) {
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002336 InternStrings(klass, class_loader);
Mathieu Chartierdabeb3a2017-06-12 17:10:07 -07002337 } else {
2338 DCHECK(!is_boot_image) << "Boot image must have equal dex files";
Andreas Gampedbfe2542014-11-25 22:21:42 -08002339 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002340 }
2341 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002342 }
Jeff Hao0cb17282017-07-12 14:51:49 -07002343 // If the class still isn't initialized, at least try some checks that initialization
2344 // would do so they can be skipped at runtime.
2345 if (!klass->IsInitialized() &&
2346 manager_->GetClassLinker()->ValidateSuperClassDescriptors(klass)) {
2347 old_status = mirror::Class::kStatusSuperclassValidated;
2348 } else {
2349 soa.Self()->ClearException();
2350 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002351 soa.Self()->AssertNoPendingException();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002352 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002353 }
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002354 // Record the final class status if necessary.
2355 ClassReference ref(&dex_file, klass->GetDexClassDefIndex());
2356 // Back up the status before doing initialization for static encoded fields,
2357 // because the static encoded branch wants to keep the status to uninitialized.
2358 manager_->GetCompiler()->RecordClassStatus(ref, old_status);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002359 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002360
2361 private:
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002362 void InternStrings(Handle<mirror::Class> klass, Handle<mirror::ClassLoader> class_loader)
2363 REQUIRES_SHARED(Locks::mutator_lock_) {
2364 DCHECK(manager_->GetCompiler()->GetCompilerOptions().IsBootImage());
2365 DCHECK(klass->IsVerified());
2366 DCHECK(!klass->IsInitialized());
2367
2368 StackHandleScope<1> hs(Thread::Current());
2369 Handle<mirror::DexCache> h_dex_cache = hs.NewHandle(klass->GetDexCache());
2370 const DexFile* dex_file = manager_->GetDexFile();
2371 const DexFile::ClassDef* class_def = klass->GetClassDef();
2372 ClassLinker* class_linker = manager_->GetClassLinker();
2373
Andreas Gampe7bf90482017-03-02 16:41:35 -08002374 // Check encoded final field values for strings and intern.
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002375 annotations::RuntimeEncodedStaticFieldValueIterator value_it(*dex_file,
2376 &h_dex_cache,
2377 &class_loader,
2378 manager_->GetClassLinker(),
2379 *class_def);
2380 for ( ; value_it.HasNext(); value_it.Next()) {
2381 if (value_it.GetValueType() == annotations::RuntimeEncodedStaticFieldValueIterator::kString) {
2382 // Resolve the string. This will intern the string.
2383 art::ObjPtr<mirror::String> resolved = class_linker->ResolveString(
2384 *dex_file, dex::StringIndex(value_it.GetJavaValue().i), h_dex_cache);
2385 CHECK(resolved != nullptr);
2386 }
2387 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002388
2389 // Intern strings seen in <clinit>.
2390 ArtMethod* clinit = klass->FindClassInitializer(class_linker->GetImagePointerSize());
2391 if (clinit != nullptr) {
2392 const DexFile::CodeItem* code_item = clinit->GetCodeItem();
2393 DCHECK(code_item != nullptr);
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002394 for (const DexInstructionPcPair& inst : code_item->Instructions()) {
2395 if (inst->Opcode() == Instruction::CONST_STRING) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002396 ObjPtr<mirror::String> s = class_linker->ResolveString(
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002397 *dex_file, dex::StringIndex(inst->VRegB_21c()), h_dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002398 CHECK(s != nullptr);
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002399 } else if (inst->Opcode() == Instruction::CONST_STRING_JUMBO) {
Andreas Gampe7bf90482017-03-02 16:41:35 -08002400 ObjPtr<mirror::String> s = class_linker->ResolveString(
Mathieu Chartier2b2bef22017-10-26 17:10:19 -07002401 *dex_file, dex::StringIndex(inst->VRegB_31c()), h_dex_cache);
Andreas Gampe7bf90482017-03-02 16:41:35 -08002402 CHECK(s != nullptr);
2403 }
Andreas Gampe7bf90482017-03-02 16:41:35 -08002404 }
2405 }
Andreas Gampe9e7078b2017-03-02 13:50:36 -08002406 }
2407
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002408 bool ResolveTypesOfMethods(Thread* self, ArtMethod* m)
2409 REQUIRES_SHARED(Locks::mutator_lock_) {
Vladimir Markob45528c2017-07-27 14:14:28 +01002410 // Return value of ResolveReturnType() is discarded because resolve will be done internally.
2411 ObjPtr<mirror::Class> rtn_type = m->ResolveReturnType();
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002412 if (rtn_type == nullptr) {
2413 self->ClearException();
2414 return false;
2415 }
2416 const DexFile::TypeList* types = m->GetParameterTypeList();
2417 if (types != nullptr) {
2418 for (uint32_t i = 0; i < types->Size(); ++i) {
2419 dex::TypeIndex param_type_idx = types->GetTypeItem(i).type_idx_;
Vladimir Markob45528c2017-07-27 14:14:28 +01002420 ObjPtr<mirror::Class> param_type = m->ResolveClassFromTypeIndex(param_type_idx);
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002421 if (param_type == nullptr) {
2422 self->ClearException();
2423 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002424 }
2425 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002426 }
2427 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002428 }
2429
2430 // Pre resolve types mentioned in all method signatures before start a transaction
2431 // since ResolveType doesn't work in transaction mode.
2432 bool PreResolveTypes(Thread* self, const Handle<mirror::Class>& klass)
2433 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002434 PointerSize pointer_size = manager_->GetClassLinker()->GetImagePointerSize();
2435 for (ArtMethod& m : klass->GetMethods(pointer_size)) {
2436 if (!ResolveTypesOfMethods(self, &m)) {
2437 return false;
2438 }
2439 }
2440 if (klass->IsInterface()) {
2441 return true;
2442 } else if (klass->HasSuperClass()) {
2443 StackHandleScope<1> hs(self);
2444 MutableHandle<mirror::Class> super_klass(hs.NewHandle<mirror::Class>(klass->GetSuperClass()));
2445 for (int i = super_klass->GetVTableLength() - 1; i >= 0; --i) {
2446 ArtMethod* m = klass->GetVTableEntry(i, pointer_size);
2447 ArtMethod* super_m = super_klass->GetVTableEntry(i, pointer_size);
2448 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002449 return false;
2450 }
2451 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002452 for (int32_t i = 0; i < klass->GetIfTableCount(); ++i) {
2453 super_klass.Assign(klass->GetIfTable()->GetInterface(i));
2454 if (klass->GetClassLoader() != super_klass->GetClassLoader()) {
2455 uint32_t num_methods = super_klass->NumVirtualMethods();
2456 for (uint32_t j = 0; j < num_methods; ++j) {
2457 ArtMethod* m = klass->GetIfTable()->GetMethodArray(i)->GetElementPtrSize<ArtMethod*>(
2458 j, pointer_size);
2459 ArtMethod* super_m = super_klass->GetVirtualMethod(j, pointer_size);
2460 if (!ResolveTypesOfMethods(self, m) || !ResolveTypesOfMethods(self, super_m)) {
2461 return false;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002462 }
2463 }
2464 }
2465 }
Mathieu Chartier7a8bcfd2017-06-13 13:40:43 -07002466 }
2467 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002468 }
2469
2470 // Initialize the klass's dependencies recursively before initializing itself.
2471 // Checking for interfaces is also necessary since interfaces can contain
2472 // both default methods and static encoded fields.
2473 bool InitializeDependencies(const Handle<mirror::Class>& klass,
2474 Handle<mirror::ClassLoader> class_loader,
2475 Thread* self)
2476 REQUIRES_SHARED(Locks::mutator_lock_) {
2477 if (klass->HasSuperClass()) {
2478 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2479 StackHandleScope<1> hs(self);
2480 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2481 if (!handle_scope_super->IsInitialized()) {
2482 this->TryInitializeClass(handle_scope_super, class_loader);
2483 if (!handle_scope_super->IsInitialized()) {
2484 return false;
2485 }
2486 }
2487 }
2488
2489 uint32_t num_if = klass->NumDirectInterfaces();
2490 for (size_t i = 0; i < num_if; i++) {
2491 ObjPtr<mirror::Class>
2492 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2493 StackHandleScope<1> hs(self);
2494 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2495
2496 TryInitializeClass(handle_interface, class_loader);
2497
2498 if (!handle_interface->IsInitialized()) {
2499 return false;
2500 }
2501 }
2502
2503 return PreResolveTypes(self, klass);
2504 }
2505
2506 // In this phase the classes containing class initializers are ignored. Make sure no
2507 // clinit appears in kalss's super class chain and interfaces.
2508 bool NoClinitInDependency(const Handle<mirror::Class>& klass,
2509 Thread* self,
2510 Handle<mirror::ClassLoader>* class_loader)
2511 REQUIRES_SHARED(Locks::mutator_lock_) {
2512 ArtMethod* clinit =
2513 klass->FindClassInitializer(manager_->GetClassLinker()->GetImagePointerSize());
2514 if (clinit != nullptr) {
2515 VLOG(compiler) << klass->PrettyClass() << ' ' << clinit->PrettyMethod(true);
2516 return false;
2517 }
2518 if (klass->HasSuperClass()) {
2519 ObjPtr<mirror::Class> super_class = klass->GetSuperClass();
2520 StackHandleScope<1> hs(self);
2521 Handle<mirror::Class> handle_scope_super(hs.NewHandle(super_class));
2522 if (!NoClinitInDependency(handle_scope_super, self, class_loader)) {
2523 return false;
2524 }
2525 }
2526
2527 uint32_t num_if = klass->NumDirectInterfaces();
2528 for (size_t i = 0; i < num_if; i++) {
2529 ObjPtr<mirror::Class>
2530 interface = mirror::Class::GetDirectInterface(self, klass.Get(), i);
2531 StackHandleScope<1> hs(self);
2532 Handle<mirror::Class> handle_interface(hs.NewHandle(interface));
2533 if (!NoClinitInDependency(handle_interface, self, class_loader)) {
2534 return false;
2535 }
2536 }
2537
Chang Xingba17dbd2017-06-28 21:27:56 +00002538 return true;
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002539 }
2540
Mathieu Chartier90443472015-07-16 20:32:27 -07002541 const ParallelCompilationManager* const manager_;
2542};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002543
Andreas Gampeace0dc12016-01-20 13:33:13 -08002544void CompilerDriver::InitializeClasses(jobject jni_class_loader,
2545 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002546 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002547 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002548 TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002549
2550 // Initialization allocates objects and needs to run single-threaded to be deterministic.
2551 bool force_determinism = GetCompilerOptions().IsForceDeterminism();
2552 ThreadPool* init_thread_pool = force_determinism
2553 ? single_thread_pool_.get()
2554 : parallel_thread_pool_.get();
2555 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_;
2556
Brian Carlstrom7940e442013-07-12 13:46:57 -07002557 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
Andreas Gampede7b4362014-07-28 18:38:57 -07002558 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002559 init_thread_pool);
Mathieu Chartierf1dd69a2017-06-08 23:30:15 +00002560
2561 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
2562 // Set the concurrency thread to 1 to support initialization for App Images since transaction
2563 // doesn't support multithreading now.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002564 // TODO: remove this when transactional mode supports multithreading.
Andreas Gampeace0dc12016-01-20 13:33:13 -08002565 init_thread_count = 1U;
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01002566 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002567 InitializeClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002568 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002569}
2570
Mathieu Chartier91288d82016-04-28 09:44:54 -07002571class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002572 public:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002573 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs)
2574 : hs_(hs) {}
2575
2576 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE
2577 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier91288d82016-04-28 09:44:54 -07002578 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) {
2579 return true;
2580 }
Mathieu Chartier085a0722016-04-01 17:33:31 -07002581 if (klass->IsArrayClass()) {
2582 StackHandleScope<1> hs(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002583 auto h_klass = hs.NewHandleWrapper(&klass);
2584 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true);
Mathieu Chartier085a0722016-04-01 17:33:31 -07002585 }
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002586 // Collect handles since there may be thread suspension in future EnsureInitialized.
2587 to_visit_.push_back(hs_.NewHandle(klass));
Nicolas Geoffray88f288e2016-06-29 08:17:52 +00002588 return true;
Nelli Kimbadee982016-05-13 13:08:53 +03002589 }
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002590
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002591 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) {
2592 for (Handle<mirror::Class> c : to_visit_) {
2593 // Create the conflict tables.
2594 FillIMTAndConflictTables(c.Get());
2595 }
2596 }
2597
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002598 private:
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002599 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass)
2600 REQUIRES_SHARED(Locks::mutator_lock_) {
Artem Udovichenkoa62cb9b2016-06-30 09:18:25 +00002601 if (!klass->ShouldHaveImt()) {
2602 return;
2603 }
2604 if (visited_classes_.find(klass) != visited_classes_.end()) {
2605 return;
2606 }
2607 if (klass->HasSuperClass()) {
2608 FillIMTAndConflictTables(klass->GetSuperClass());
2609 }
2610 if (!klass->IsTemp()) {
2611 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass);
2612 }
2613 visited_classes_.insert(klass);
2614 }
2615
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002616 VariableSizedHandleScope& hs_;
2617 std::vector<Handle<mirror::Class>> to_visit_;
2618 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_;
Mathieu Chartier085a0722016-04-01 17:33:31 -07002619};
2620
Brian Carlstrom7940e442013-07-12 13:46:57 -07002621void CompilerDriver::InitializeClasses(jobject class_loader,
2622 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002623 TimingLogger* timings) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07002624 for (size_t i = 0; i != dex_files.size(); ++i) {
2625 const DexFile* dex_file = dex_files[i];
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002626 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002627 InitializeClasses(class_loader, *dex_file, dex_files, timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002628 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002629 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) {
Mathieu Chartier085a0722016-04-01 17:33:31 -07002630 // Make sure that we call EnsureIntiailized on all the array classes to call
2631 // SetVerificationAttempted so that the access flags are set. If we do not do this they get
2632 // changed at runtime resulting in more dirty image pages.
Mathieu Chartier91288d82016-04-28 09:44:54 -07002633 // Also create conflict tables.
2634 // Only useful if we are compiling an image (image_classes_ is not null).
Mathieu Chartier085a0722016-04-01 17:33:31 -07002635 ScopedObjectAccess soa(Thread::Current());
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002636 VariableSizedHandleScope hs(soa.Self());
2637 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs);
Mathieu Chartier91288d82016-04-28 09:44:54 -07002638 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor);
Mathieu Chartier28357fa2016-10-18 16:27:40 -07002639 visitor.FillAllIMTAndConflictTables();
Mathieu Chartier085a0722016-04-01 17:33:31 -07002640 }
Vladimir Markoaad75c62016-10-03 08:46:48 +00002641 if (GetCompilerOptions().IsBootImage()) {
Mathieu Chartier093ef212014-08-11 13:52:12 -07002642 // Prune garbage objects created during aborted transactions.
2643 Runtime::Current()->GetHeap()->CollectGarbage(true);
2644 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07002645}
2646
Andreas Gampeace0dc12016-01-20 13:33:13 -08002647void CompilerDriver::Compile(jobject class_loader,
2648 const std::vector<const DexFile*>& dex_files,
2649 TimingLogger* timings) {
Calin Juravle998c2162015-12-21 15:39:33 +02002650 if (kDebugProfileGuidedCompilation) {
2651 LOG(INFO) << "[ProfileGuidedCompilation] " <<
2652 ((profile_compilation_info_ == nullptr)
2653 ? "null"
2654 : profile_compilation_info_->DumpInfo(&dex_files));
Calin Juravle226501b2015-12-11 14:41:31 +00002655 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002656
Mathieu Chartier72041a02017-07-14 18:23:25 -07002657 current_dex_to_dex_methods_ = nullptr;
2658 Thread* const self = Thread::Current();
2659 {
2660 // Clear in case we aren't the first call to Compile.
2661 MutexLock mu(self, dex_to_dex_references_lock_);
2662 dex_to_dex_references_.clear();
2663 }
2664
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002665 for (const DexFile* dex_file : dex_files) {
Andreas Gampe2ed8def2014-08-28 14:41:02 -07002666 CHECK(dex_file != nullptr);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002667 CompileDexFile(class_loader,
2668 *dex_file,
2669 dex_files,
2670 parallel_thread_pool_.get(),
2671 parallel_thread_count_,
2672 timings);
Calin Juravle69158982016-03-16 11:53:41 +00002673 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool();
2674 const size_t arena_alloc = arena_pool->GetBytesAllocated();
2675 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_);
Jean-Philippe Halimica76a1a2016-02-02 19:48:52 +01002676 Runtime::Current()->ReclaimArenaPoolMemory();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002677 }
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002678
2679 ArrayRef<DexFileMethodSet> dex_to_dex_references;
2680 {
2681 // From this point on, we shall not modify dex_to_dex_references_, so
2682 // just grab a reference to it that we use without holding the mutex.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002683 MutexLock lock(self, dex_to_dex_references_lock_);
Vladimir Marko492a7fa2016-06-01 18:38:43 +01002684 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_);
2685 }
2686 for (const auto& method_set : dex_to_dex_references) {
2687 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes();
2688 CompileDexFile(class_loader,
2689 method_set.GetDexFile(),
2690 dex_files,
2691 parallel_thread_pool_.get(),
2692 parallel_thread_count_,
2693 timings);
2694 }
2695 current_dex_to_dex_methods_ = nullptr;
2696
Andreas Gampe8d295f82015-01-20 14:50:21 -08002697 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002698}
2699
Mathieu Chartier90443472015-07-16 20:32:27 -07002700class CompileClassVisitor : public CompilationVisitor {
2701 public:
2702 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {}
2703
2704 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE {
2705 ATRACE_CALL();
2706 const DexFile& dex_file = *manager_->GetDexFile();
2707 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
2708 ClassLinker* class_linker = manager_->GetClassLinker();
2709 jobject jclass_loader = manager_->GetClassLoader();
Mathieu Chartier90443472015-07-16 20:32:27 -07002710 ClassReference ref(&dex_file, class_def_index);
2711 // Skip compiling classes with generic verifier failures since they will still fail at runtime
2712 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) {
Ian Rogers1ff3c982014-08-12 02:30:58 -07002713 return;
2714 }
Mathieu Chartier736b5602015-09-02 14:54:11 -07002715 // Use a scoped object access to perform to the quick SkipClass check.
2716 const char* descriptor = dex_file.GetClassDescriptor(class_def);
2717 ScopedObjectAccess soa(Thread::Current());
2718 StackHandleScope<3> hs(soa.Self());
2719 Handle<mirror::ClassLoader> class_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -07002720 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader)));
Mathieu Chartier736b5602015-09-02 14:54:11 -07002721 Handle<mirror::Class> klass(
2722 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
2723 Handle<mirror::DexCache> dex_cache;
Andreas Gampefa4333d2017-02-14 11:10:34 -08002724 if (klass == nullptr) {
Mathieu Chartier736b5602015-09-02 14:54:11 -07002725 soa.Self()->AssertPendingException();
2726 soa.Self()->ClearException();
2727 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file));
2728 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
2729 return;
2730 } else {
2731 dex_cache = hs.NewHandle(klass->GetDexCache());
2732 }
2733
Mathieu Chartier90443472015-07-16 20:32:27 -07002734 const uint8_t* class_data = dex_file.GetClassData(class_def);
2735 if (class_data == nullptr) {
2736 // empty class, probably a marker interface
2737 return;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002738 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002739
Mathieu Chartier736b5602015-09-02 14:54:11 -07002740 // Go to native so that we don't block GC during compilation.
Mathieu Chartierf1d666e2015-09-03 16:13:34 -07002741 ScopedThreadSuspension sts(soa.Self(), kNative);
Mathieu Chartier736b5602015-09-02 14:54:11 -07002742
Mathieu Chartier90443472015-07-16 20:32:27 -07002743 CompilerDriver* const driver = manager_->GetCompiler();
2744
2745 // Can we run DEX-to-DEX compiler on this class ?
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002746 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level =
Mathieu Chartier736b5602015-09-02 14:54:11 -07002747 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def);
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002748
Mathieu Chartier90443472015-07-16 20:32:27 -07002749 ClassDataItemIterator it(dex_file, class_data);
Mathieu Chartiere17cf242017-06-19 11:05:51 -07002750 it.SkipAllFields();
Mathieu Chartier90443472015-07-16 20:32:27 -07002751
2752 bool compilation_enabled = driver->IsClassToCompile(
2753 dex_file.StringByTypeIdx(class_def.class_idx_));
2754
2755 // Compile direct methods
2756 int64_t previous_direct_method_idx = -1;
2757 while (it.HasNextDirectMethod()) {
2758 uint32_t method_idx = it.GetMemberIndex();
2759 if (method_idx == previous_direct_method_idx) {
2760 // smali can create dex files with two encoded_methods sharing the same method_idx
2761 // http://code.google.com/p/smali/issues/detail?id=119
2762 it.Next();
2763 continue;
2764 }
2765 previous_direct_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002766 CompileMethod(soa.Self(),
2767 driver,
2768 it.GetMethodCodeItem(),
2769 it.GetMethodAccessFlags(),
2770 it.GetMethodInvokeType(class_def),
2771 class_def_index,
2772 method_idx,
2773 class_loader,
2774 dex_file,
2775 dex_to_dex_compilation_level,
2776 compilation_enabled,
2777 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002778 it.Next();
2779 }
2780 // Compile virtual methods
2781 int64_t previous_virtual_method_idx = -1;
2782 while (it.HasNextVirtualMethod()) {
2783 uint32_t method_idx = it.GetMemberIndex();
2784 if (method_idx == previous_virtual_method_idx) {
2785 // smali can create dex files with two encoded_methods sharing the same method_idx
2786 // http://code.google.com/p/smali/issues/detail?id=119
2787 it.Next();
2788 continue;
2789 }
2790 previous_virtual_method_idx = method_idx;
Vladimir Marko8d6768d2017-03-14 10:13:21 +00002791 CompileMethod(soa.Self(),
2792 driver, it.GetMethodCodeItem(),
2793 it.GetMethodAccessFlags(),
2794 it.GetMethodInvokeType(class_def),
2795 class_def_index,
2796 method_idx,
2797 class_loader,
2798 dex_file,
2799 dex_to_dex_compilation_level,
2800 compilation_enabled,
2801 dex_cache);
Mathieu Chartier90443472015-07-16 20:32:27 -07002802 it.Next();
2803 }
2804 DCHECK(!it.HasNext());
Brian Carlstrom7940e442013-07-12 13:46:57 -07002805 }
Mathieu Chartier90443472015-07-16 20:32:27 -07002806
2807 private:
2808 const ParallelCompilationManager* const manager_;
2809};
Brian Carlstrom7940e442013-07-12 13:46:57 -07002810
Andreas Gampeace0dc12016-01-20 13:33:13 -08002811void CompilerDriver::CompileDexFile(jobject class_loader,
2812 const DexFile& dex_file,
Andreas Gampede7b4362014-07-28 18:38:57 -07002813 const std::vector<const DexFile*>& dex_files,
Andreas Gampeace0dc12016-01-20 13:33:13 -08002814 ThreadPool* thread_pool,
2815 size_t thread_count,
2816 TimingLogger* timings) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07002817 TimingLogger::ScopedTiming t("Compile Dex File", timings);
Ian Rogersbe7149f2013-08-20 09:29:39 -07002818 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
Andreas Gampede7b4362014-07-28 18:38:57 -07002819 &dex_file, dex_files, thread_pool);
Mathieu Chartier90443472015-07-16 20:32:27 -07002820 CompileClassVisitor visitor(&context);
Andreas Gampeace0dc12016-01-20 13:33:13 -08002821 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002822}
2823
Andreas Gampe5eb0d382015-07-23 01:19:26 -07002824void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref,
2825 CompiledMethod* const compiled_method,
2826 size_t non_relative_linker_patch_count) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002827 DCHECK(GetCompiledMethod(method_ref) == nullptr) << method_ref.PrettyMethod();
2828 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref,
2829 /*expected*/ nullptr,
2830 compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002831 CHECK(result == MethodTable::kInsertResultSuccess);
2832 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count);
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002833 DCHECK(GetCompiledMethod(method_ref) != nullptr) << method_ref.PrettyMethod();
Brian Carlstrom7940e442013-07-12 13:46:57 -07002834}
2835
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002836bool CompilerDriver::GetCompiledClass(const ClassReference& ref,
2837 mirror::Class::Status* status) const {
Andreas Gampebb846102017-05-11 21:03:35 -07002838 DCHECK(status != nullptr);
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002839 // The table doesn't know if something wasn't inserted. For this case it will return
Jeff Haof1aa2652017-08-03 17:09:33 -07002840 // kStatusNotReady. To handle this, just assume anything we didn't try to verify is not compiled.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002841 if (!compiled_classes_.Get(ref, status) ||
Jeff Haof1aa2652017-08-03 17:09:33 -07002842 *status < mirror::Class::kStatusRetryVerificationAtRuntime) {
Andreas Gampebb846102017-05-11 21:03:35 -07002843 return false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002844 }
Andreas Gampebb846102017-05-11 21:03:35 -07002845 return true;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002846}
2847
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002848mirror::Class::Status CompilerDriver::GetClassStatus(const ClassReference& ref) const {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002849 mirror::Class::Status status = ClassStatus::kStatusNotReady;
2850 if (!GetCompiledClass(ref, &status)) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002851 classpath_classes_.Get(ref, &status);
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002852 }
2853 return status;
2854}
2855
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002856void CompilerDriver::RecordClassStatus(const ClassReference& ref, mirror::Class::Status status) {
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002857 switch (status) {
Vladimir Marko72ab6842017-01-20 19:32:50 +00002858 case mirror::Class::kStatusErrorResolved:
2859 case mirror::Class::kStatusErrorUnresolved:
Jeff Hao0cb17282017-07-12 14:51:49 -07002860 case mirror::Class::kStatusNotReady:
2861 case mirror::Class::kStatusResolved:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002862 case mirror::Class::kStatusRetryVerificationAtRuntime:
2863 case mirror::Class::kStatusVerified:
Jeff Hao0cb17282017-07-12 14:51:49 -07002864 case mirror::Class::kStatusSuperclassValidated:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002865 case mirror::Class::kStatusInitialized:
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002866 break; // Expected states.
2867 default:
2868 LOG(FATAL) << "Unexpected class status for class "
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002869 << PrettyDescriptor(
2870 ref.dex_file->GetClassDescriptor(ref.dex_file->GetClassDef(ref.index)))
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002871 << " of " << status;
2872 }
2873
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002874 ClassStateTable::InsertResult result;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002875 ClassStateTable* table = &compiled_classes_;
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002876 do {
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002877 mirror::Class::Status existing = mirror::Class::kStatusNotReady;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002878 if (!table->Get(ref, &existing)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002879 // A classpath class.
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002880 if (kIsDebugBuild) {
2881 // Check to make sure it's not a dex file for an oat file we are compiling since these
2882 // should always succeed. These do not include classes in for used libraries.
Mathieu Chartier72041a02017-07-14 18:23:25 -07002883 for (const DexFile* dex_file : GetDexFilesForOatFile()) {
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002884 CHECK_NE(ref.dex_file, dex_file) << ref.dex_file->GetLocation();
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002885 }
2886 }
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002887 if (!classpath_classes_.HaveDexFile(ref.dex_file)) {
Nicolas Geoffray486dda02017-09-11 14:15:52 +01002888 // Boot classpath dex file.
2889 return;
2890 }
2891 table = &classpath_classes_;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002892 table->Get(ref, &existing);
Mathieu Chartier010f5cc2017-07-24 15:53:46 -07002893 }
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002894 if (existing >= status) {
2895 // Existing status is already better than we expect, break.
2896 break;
2897 }
Nicolas Geoffrayade72d62016-12-15 13:20:02 +00002898 // Update the status if we now have a greater one. This happens with vdex,
2899 // which records a class is verified, but does not resolve it.
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002900 result = table->Insert(ref, existing, status);
2901 CHECK(result != ClassStateTable::kInsertResultInvalidDexFile) << ref.dex_file->GetLocation();
Mathieu Chartier1a088d42017-07-18 11:43:57 -07002902 } while (result != ClassStateTable::kInsertResultSuccess);
Ian Rogers8f3c9ae2013-08-20 17:26:41 -07002903}
2904
Brian Carlstrom7940e442013-07-12 13:46:57 -07002905CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002906 CompiledMethod* compiled_method = nullptr;
Mathieu Chartierfc8b4222017-09-17 13:44:24 -07002907 compiled_methods_.Get(ref, &compiled_method);
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002908 return compiled_method;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002909}
2910
Calin Juravlef1c6d9e2015-04-13 18:42:21 +01002911bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx,
2912 uint16_t class_def_idx,
2913 const DexFile& dex_file) const {
2914 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx);
2915 if (verified_method != nullptr) {
2916 return !verified_method->HasVerificationFailures();
2917 }
2918
2919 // If we can't find verification metadata, check if this is a system class (we trust that system
2920 // classes have their methods verified). If it's not, be conservative and assume the method
2921 // has not been verified successfully.
2922
2923 // TODO: When compiling the boot image it should be safe to assume that everything is verified,
2924 // even if methods are not found in the verification cache.
2925 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx));
2926 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
2927 Thread* self = Thread::Current();
2928 ScopedObjectAccess soa(self);
2929 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr;
2930 if (!is_system_class) {
2931 self->ClearException();
2932 }
2933 return is_system_class;
2934}
2935
Vladimir Markof4da6752014-08-01 19:04:18 +01002936size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const {
Mathieu Chartieracab8d42016-11-23 13:45:58 -08002937 return non_relative_linker_patch_count_.LoadRelaxed();
Vladimir Markof4da6752014-08-01 19:04:18 +01002938}
2939
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002940void CompilerDriver::SetRequiresConstructorBarrier(Thread* self,
2941 const DexFile* dex_file,
2942 uint16_t class_def_index,
2943 bool requires) {
2944 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2945 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires);
Brian Carlstrom7940e442013-07-12 13:46:57 -07002946}
2947
Mathieu Chartier371bd832016-04-07 10:19:48 -07002948bool CompilerDriver::RequiresConstructorBarrier(Thread* self,
2949 const DexFile* dex_file,
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002950 uint16_t class_def_index) {
2951 ClassReference class_ref(dex_file, class_def_index);
2952 {
2953 ReaderMutexLock mu(self, requires_constructor_barrier_lock_);
2954 auto it = requires_constructor_barrier_.find(class_ref);
2955 if (it != requires_constructor_barrier_.end()) {
2956 return it->second;
2957 }
Mathieu Chartierb5d38612016-04-07 10:52:52 -07002958 }
Mathieu Chartierc4ae9162016-04-07 13:19:19 -07002959 WriterMutexLock mu(self, requires_constructor_barrier_lock_);
2960 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index);
2961 requires_constructor_barrier_.emplace(class_ref, requires);
2962 return requires;
Brian Carlstrom7940e442013-07-12 13:46:57 -07002963}
2964
Andreas Gampe8d295f82015-01-20 14:50:21 -08002965std::string CompilerDriver::GetMemoryUsageString(bool extended) const {
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002966 std::ostringstream oss;
Calin Juravle69158982016-03-16 11:53:41 +00002967 const gc::Heap* const heap = Runtime::Current()->GetHeap();
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002968 const size_t java_alloc = heap->GetBytesAllocated();
Calin Juravle69158982016-03-16 11:53:41 +00002969 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)";
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002970 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)";
Elliott Hughes7bf5a262015-04-02 20:55:07 -07002971#if defined(__BIONIC__) || defined(__GLIBC__)
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002972 const struct mallinfo info = mallinfo();
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002973 const size_t allocated_space = static_cast<size_t>(info.uordblks);
2974 const size_t free_space = static_cast<size_t>(info.fordblks);
Anton Kirilovdd9473b2016-01-28 15:08:01 +00002975 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)"
2976 << " free=" << PrettySize(free_space) << " (" << free_space << "B)";
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002977#endif
Vladimir Marko35831e82015-09-11 11:59:18 +01002978 compiled_method_storage_.DumpMemoryUsage(oss, extended);
Mathieu Chartierab972ef2014-12-03 17:38:22 -08002979 return oss.str();
2980}
2981
Jeff Haodcdc85b2015-12-04 14:06:18 -08002982bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from,
2983 const DexFile* inlined_into) const {
2984 // We're not allowed to inline across dex files if we're the no-inline-from dex file.
2985 if (inlined_from != inlined_into &&
Vladimir Marko47496c22016-01-27 16:15:08 +00002986 compiler_options_->GetNoInlineFromDexFile() != nullptr &&
2987 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) {
Jeff Haodcdc85b2015-12-04 14:06:18 -08002988 return false;
2989 }
2990
2991 return true;
2992}
2993
Andreas Gampeace0dc12016-01-20 13:33:13 -08002994void CompilerDriver::InitializeThreadPools() {
2995 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0;
2996 parallel_thread_pool_.reset(
2997 new ThreadPool("Compiler driver thread pool", parallel_count));
2998 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0));
2999}
3000
3001void CompilerDriver::FreeThreadPools() {
3002 parallel_thread_pool_.reset();
3003 single_thread_pool_.reset();
3004}
3005
Mathieu Chartier72041a02017-07-14 18:23:25 -07003006void CompilerDriver::SetDexFilesForOatFile(const std::vector<const DexFile*>& dex_files) {
3007 dex_files_for_oat_file_ = dex_files;
Nicolas Geoffray486dda02017-09-11 14:15:52 +01003008 compiled_classes_.AddDexFiles(dex_files);
3009}
3010
3011void CompilerDriver::SetClasspathDexFiles(const std::vector<const DexFile*>& dex_files) {
3012 classpath_classes_.AddDexFiles(dex_files);
Mathieu Chartier72041a02017-07-14 18:23:25 -07003013}
3014
Brian Carlstrom7940e442013-07-12 13:46:57 -07003015} // namespace art