blob: 347d32bee218268b8b0f57327f9a74b0977070ad [file] [log] [blame]
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "oat_file_manager.h"
18
19#include <memory>
20#include <queue>
21#include <vector>
22
23#include "base/logging.h"
24#include "base/stl_util.h"
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -080025#include "base/systrace.h"
Mathieu Chartierfbc31082016-01-24 11:59:56 -080026#include "class_linker.h"
Mathieu Chartier80b37b72015-10-12 18:13:39 -070027#include "dex_file-inl.h"
Mathieu Chartier61d2b2d2016-02-04 13:31:46 -080028#include "gc/scoped_gc_critical_section.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070029#include "gc/space/image_space.h"
Mathieu Chartierfbc31082016-01-24 11:59:56 -080030#include "handle_scope-inl.h"
Andreas Gampe08883de2016-11-08 13:20:52 -080031#include "jni_internal.h"
Mathieu Chartierfbc31082016-01-24 11:59:56 -080032#include "mirror/class_loader.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070033#include "oat_file_assistant.h"
Mathieu Chartier3398c782016-09-30 10:27:43 -070034#include "obj_ptr-inl.h"
Mathieu Chartier0795f232016-09-27 18:43:30 -070035#include "scoped_thread_state_change-inl.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070036#include "thread-inl.h"
Mathieu Chartiera9d82fe2016-01-25 20:06:11 -080037#include "thread_list.h"
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070038
39namespace art {
40
Mathieu Chartierfbc31082016-01-24 11:59:56 -080041// If true, then we attempt to load the application image if it exists.
42static constexpr bool kEnableAppImage = true;
43
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070044const OatFile* OatFileManager::RegisterOatFile(std::unique_ptr<const OatFile> oat_file) {
Mathieu Chartiere58991b2015-10-13 07:59:34 -070045 WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070046 DCHECK(oat_file != nullptr);
47 if (kIsDebugBuild) {
Mathieu Chartiere58991b2015-10-13 07:59:34 -070048 CHECK(oat_files_.find(oat_file) == oat_files_.end());
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070049 for (const std::unique_ptr<const OatFile>& existing : oat_files_) {
50 CHECK_NE(oat_file.get(), existing.get()) << oat_file->GetLocation();
51 // Check that we don't have an oat file with the same address. Copies of the same oat file
52 // should be loaded at different addresses.
53 CHECK_NE(oat_file->Begin(), existing->Begin()) << "Oat file already mapped at that location";
54 }
55 }
56 have_non_pic_oat_file_ = have_non_pic_oat_file_ || !oat_file->IsPic();
Mathieu Chartiere58991b2015-10-13 07:59:34 -070057 const OatFile* ret = oat_file.get();
58 oat_files_.insert(std::move(oat_file));
59 return ret;
60}
61
62void OatFileManager::UnRegisterAndDeleteOatFile(const OatFile* oat_file) {
63 WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
64 DCHECK(oat_file != nullptr);
65 std::unique_ptr<const OatFile> compare(oat_file);
66 auto it = oat_files_.find(compare);
67 CHECK(it != oat_files_.end());
68 oat_files_.erase(it);
69 compare.release();
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070070}
71
Calin Juravle0b791272016-04-18 16:38:27 +010072const OatFile* OatFileManager::FindOpenedOatFileFromDexLocation(
73 const std::string& dex_base_location) const {
74 ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
75 for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
76 const std::vector<const OatDexFile*>& oat_dex_files = oat_file->GetOatDexFiles();
77 for (const OatDexFile* oat_dex_file : oat_dex_files) {
78 if (DexFile::GetBaseLocation(oat_dex_file->GetDexFileLocation()) == dex_base_location) {
79 return oat_file.get();
80 }
81 }
82 }
83 return nullptr;
84}
85
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070086const OatFile* OatFileManager::FindOpenedOatFileFromOatLocation(const std::string& oat_location)
87 const {
88 ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
Mathieu Chartiere58991b2015-10-13 07:59:34 -070089 return FindOpenedOatFileFromOatLocationLocked(oat_location);
90}
91
92const OatFile* OatFileManager::FindOpenedOatFileFromOatLocationLocked(
93 const std::string& oat_location) const {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -070094 for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
95 if (oat_file->GetLocation() == oat_location) {
96 return oat_file.get();
97 }
98 }
99 return nullptr;
100}
101
Jeff Haodcdc85b2015-12-04 14:06:18 -0800102std::vector<const OatFile*> OatFileManager::GetBootOatFiles() const {
103 std::vector<const OatFile*> oat_files;
104 std::vector<gc::space::ImageSpace*> image_spaces =
105 Runtime::Current()->GetHeap()->GetBootImageSpaces();
106 for (gc::space::ImageSpace* image_space : image_spaces) {
107 oat_files.push_back(image_space->GetOatFile());
108 }
109 return oat_files;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700110}
111
112const OatFile* OatFileManager::GetPrimaryOatFile() const {
113 ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
Jeff Haodcdc85b2015-12-04 14:06:18 -0800114 std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
115 if (!boot_oat_files.empty()) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700116 for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
Jeff Haodcdc85b2015-12-04 14:06:18 -0800117 if (std::find(boot_oat_files.begin(), boot_oat_files.end(), oat_file.get()) ==
118 boot_oat_files.end()) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700119 return oat_file.get();
120 }
121 }
122 }
123 return nullptr;
124}
125
126OatFileManager::~OatFileManager() {
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700127 // Explicitly clear oat_files_ since the OatFile destructor calls back into OatFileManager for
128 // UnRegisterOatFileLocation.
129 oat_files_.clear();
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700130}
131
Jeff Haodcdc85b2015-12-04 14:06:18 -0800132std::vector<const OatFile*> OatFileManager::RegisterImageOatFiles(
133 std::vector<gc::space::ImageSpace*> spaces) {
134 std::vector<const OatFile*> oat_files;
135 for (gc::space::ImageSpace* space : spaces) {
136 oat_files.push_back(RegisterOatFile(space->ReleaseOatFile()));
137 }
138 return oat_files;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700139}
140
141class DexFileAndClassPair : ValueObject {
142 public:
143 DexFileAndClassPair(const DexFile* dex_file, size_t current_class_index, bool from_loaded_oat)
144 : cached_descriptor_(GetClassDescriptor(dex_file, current_class_index)),
145 dex_file_(dex_file),
146 current_class_index_(current_class_index),
147 from_loaded_oat_(from_loaded_oat) {}
148
Mathieu Chartier80b37b72015-10-12 18:13:39 -0700149 DexFileAndClassPair(const DexFileAndClassPair& rhs) = default;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700150
Mathieu Chartier80b37b72015-10-12 18:13:39 -0700151 DexFileAndClassPair& operator=(const DexFileAndClassPair& rhs) = default;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700152
153 const char* GetCachedDescriptor() const {
154 return cached_descriptor_;
155 }
156
157 bool operator<(const DexFileAndClassPair& rhs) const {
158 const int cmp = strcmp(cached_descriptor_, rhs.cached_descriptor_);
159 if (cmp != 0) {
160 // Note that the order must be reversed. We want to iterate over the classes in dex files.
161 // They are sorted lexicographically. Thus, the priority-queue must be a min-queue.
162 return cmp > 0;
163 }
164 return dex_file_ < rhs.dex_file_;
165 }
166
167 bool DexFileHasMoreClasses() const {
168 return current_class_index_ + 1 < dex_file_->NumClassDefs();
169 }
170
171 void Next() {
172 ++current_class_index_;
Jeff Haof0192c82016-03-28 20:39:50 -0700173 cached_descriptor_ = GetClassDescriptor(dex_file_, current_class_index_);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700174 }
175
176 size_t GetCurrentClassIndex() const {
177 return current_class_index_;
178 }
179
180 bool FromLoadedOat() const {
181 return from_loaded_oat_;
182 }
183
184 const DexFile* GetDexFile() const {
Jeff Haof0192c82016-03-28 20:39:50 -0700185 return dex_file_;
186 }
187
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700188 private:
189 static const char* GetClassDescriptor(const DexFile* dex_file, size_t index) {
190 DCHECK(IsUint<16>(index));
191 const DexFile::ClassDef& class_def = dex_file->GetClassDef(static_cast<uint16_t>(index));
192 return dex_file->StringByTypeIdx(class_def.class_idx_);
193 }
194
195 const char* cached_descriptor_;
Jeff Haof0192c82016-03-28 20:39:50 -0700196 const DexFile* dex_file_;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700197 size_t current_class_index_;
198 bool from_loaded_oat_; // We only need to compare mismatches between what we load now
199 // and what was loaded before. Any old duplicates must have been
200 // OK, and any new "internal" duplicates are as well (they must
201 // be from multidex, which resolves correctly).
202};
203
204static void AddDexFilesFromOat(const OatFile* oat_file,
205 bool already_loaded,
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700206 /*out*/std::priority_queue<DexFileAndClassPair>* heap,
207 std::vector<std::unique_ptr<const DexFile>>* opened_dex_files) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700208 for (const OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) {
209 std::string error;
210 std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error);
211 if (dex_file == nullptr) {
212 LOG(WARNING) << "Could not create dex file from oat file: " << error;
213 } else if (dex_file->NumClassDefs() > 0U) {
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700214 heap->emplace(dex_file.get(), /*current_class_index*/0U, already_loaded);
215 opened_dex_files->push_back(std::move(dex_file));
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700216 }
217 }
218}
219
220static void AddNext(/*inout*/DexFileAndClassPair* original,
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700221 /*inout*/std::priority_queue<DexFileAndClassPair>* heap) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700222 if (original->DexFileHasMoreClasses()) {
223 original->Next();
224 heap->push(std::move(*original));
Jeff Haof0192c82016-03-28 20:39:50 -0700225 }
226}
227
Mathieu Chartier3398c782016-09-30 10:27:43 -0700228static void IterateOverJavaDexFile(ObjPtr<mirror::Object> dex_file,
Jeff Haof0192c82016-03-28 20:39:50 -0700229 ArtField* const cookie_field,
230 std::function<bool(const DexFile*)> fn)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700231 REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700232 if (dex_file != nullptr) {
233 mirror::LongArray* long_array = cookie_field->GetObject(dex_file)->AsLongArray();
234 if (long_array == nullptr) {
235 // This should never happen so log a warning.
236 LOG(WARNING) << "Null DexFile::mCookie";
237 return;
238 }
239 int32_t long_array_size = long_array->GetLength();
240 // Start from 1 to skip the oat file.
241 for (int32_t j = 1; j < long_array_size; ++j) {
242 const DexFile* cp_dex_file = reinterpret_cast<const DexFile*>(static_cast<uintptr_t>(
243 long_array->GetWithoutChecks(j)));
244 if (!fn(cp_dex_file)) {
245 return;
246 }
247 }
248 }
249}
250
251static void IterateOverPathClassLoader(
Jeff Haof0192c82016-03-28 20:39:50 -0700252 Handle<mirror::ClassLoader> class_loader,
253 MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements,
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700254 std::function<bool(const DexFile*)> fn) REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700255 // Handle this step.
256 // Handle as if this is the child PathClassLoader.
257 // The class loader is a PathClassLoader which inherits from BaseDexClassLoader.
258 // We need to get the DexPathList and loop through it.
Andreas Gampe08883de2016-11-08 13:20:52 -0800259 ArtField* const cookie_field =
260 jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie);
Jeff Haof0192c82016-03-28 20:39:50 -0700261 ArtField* const dex_file_field =
Andreas Gampe08883de2016-11-08 13:20:52 -0800262 jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile);
Mathieu Chartier3398c782016-09-30 10:27:43 -0700263 ObjPtr<mirror::Object> dex_path_list =
Andreas Gampe08883de2016-11-08 13:20:52 -0800264 jni::DecodeArtField(WellKnownClasses::dalvik_system_BaseDexClassLoader_pathList)->
265 GetObject(class_loader.Get());
Jeff Haof0192c82016-03-28 20:39:50 -0700266 if (dex_path_list != nullptr && dex_file_field != nullptr && cookie_field != nullptr) {
267 // DexPathList has an array dexElements of Elements[] which each contain a dex file.
Mathieu Chartier3398c782016-09-30 10:27:43 -0700268 ObjPtr<mirror::Object> dex_elements_obj =
Andreas Gampe08883de2016-11-08 13:20:52 -0800269 jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList_dexElements)->
270 GetObject(dex_path_list);
Jeff Haof0192c82016-03-28 20:39:50 -0700271 // Loop through each dalvik.system.DexPathList$Element's dalvik.system.DexFile and look
272 // at the mCookie which is a DexFile vector.
273 if (dex_elements_obj != nullptr) {
274 dex_elements.Assign(dex_elements_obj->AsObjectArray<mirror::Object>());
275 for (int32_t i = 0; i < dex_elements->GetLength(); ++i) {
276 mirror::Object* element = dex_elements->GetWithoutChecks(i);
277 if (element == nullptr) {
278 // Should never happen, fall back to java code to throw a NPE.
279 break;
280 }
Mathieu Chartier3398c782016-09-30 10:27:43 -0700281 ObjPtr<mirror::Object> dex_file = dex_file_field->GetObject(element);
Jeff Haof0192c82016-03-28 20:39:50 -0700282 IterateOverJavaDexFile(dex_file, cookie_field, fn);
283 }
284 }
285 }
286}
287
288static bool GetDexFilesFromClassLoader(
289 ScopedObjectAccessAlreadyRunnable& soa,
290 mirror::ClassLoader* class_loader,
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700291 std::priority_queue<DexFileAndClassPair>* queue) REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700292 if (ClassLinker::IsBootClassLoader(soa, class_loader)) {
293 // The boot class loader. We don't load any of these files, as we know we compiled against
294 // them correctly.
295 return true;
296 }
297
298 // Unsupported class-loader?
Mathieu Chartier0795f232016-09-27 18:43:30 -0700299 if (soa.Decode<mirror::Class>(WellKnownClasses::dalvik_system_PathClassLoader) !=
300 class_loader->GetClass()) {
David Sehr709b0702016-10-13 09:12:37 -0700301 VLOG(class_linker) << "Unsupported class-loader "
302 << mirror::Class::PrettyClass(class_loader->GetClass());
Jeff Haof0192c82016-03-28 20:39:50 -0700303 return false;
304 }
305
306 bool recursive_result = GetDexFilesFromClassLoader(soa, class_loader->GetParent(), queue);
307 if (!recursive_result) {
308 // Something wrong up the chain.
309 return false;
310 }
311
312 // Collect all the dex files.
313 auto GetDexFilesFn = [&] (const DexFile* cp_dex_file)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700314 REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700315 if (cp_dex_file->NumClassDefs() > 0) {
316 queue->emplace(cp_dex_file, 0U, true);
317 }
318 return true; // Continue looking.
319 };
320
321 // Handle for dex-cache-element.
322 StackHandleScope<3> hs(soa.Self());
323 MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements(
324 hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr));
325 Handle<mirror::ClassLoader> h_class_loader(hs.NewHandle(class_loader));
326
Andreas Gampe08883de2016-11-08 13:20:52 -0800327 IterateOverPathClassLoader(h_class_loader, dex_elements, GetDexFilesFn);
Jeff Haof0192c82016-03-28 20:39:50 -0700328
329 return true;
330}
331
332static void GetDexFilesFromDexElementsArray(
333 ScopedObjectAccessAlreadyRunnable& soa,
334 Handle<mirror::ObjectArray<mirror::Object>> dex_elements,
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700335 std::priority_queue<DexFileAndClassPair>* queue) REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700336 if (dex_elements.Get() == nullptr) {
337 // Nothing to do.
338 return;
339 }
340
Andreas Gampe08883de2016-11-08 13:20:52 -0800341 ArtField* const cookie_field =
342 jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie);
Jeff Haof0192c82016-03-28 20:39:50 -0700343 ArtField* const dex_file_field =
Andreas Gampe08883de2016-11-08 13:20:52 -0800344 jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile);
Mathieu Chartier0795f232016-09-27 18:43:30 -0700345 ObjPtr<mirror::Class> const element_class = soa.Decode<mirror::Class>(
Jeff Haof0192c82016-03-28 20:39:50 -0700346 WellKnownClasses::dalvik_system_DexPathList__Element);
Mathieu Chartier0795f232016-09-27 18:43:30 -0700347 ObjPtr<mirror::Class> const dexfile_class = soa.Decode<mirror::Class>(
348 WellKnownClasses::dalvik_system_DexFile);
Jeff Haof0192c82016-03-28 20:39:50 -0700349
350 // Collect all the dex files.
351 auto GetDexFilesFn = [&] (const DexFile* cp_dex_file)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700352 REQUIRES_SHARED(Locks::mutator_lock_) {
Jeff Haof0192c82016-03-28 20:39:50 -0700353 if (cp_dex_file != nullptr && cp_dex_file->NumClassDefs() > 0) {
354 queue->emplace(cp_dex_file, 0U, true);
355 }
356 return true; // Continue looking.
357 };
358
359 for (int32_t i = 0; i < dex_elements->GetLength(); ++i) {
360 mirror::Object* element = dex_elements->GetWithoutChecks(i);
361 if (element == nullptr) {
362 continue;
363 }
364
365 // We support this being dalvik.system.DexPathList$Element and dalvik.system.DexFile.
366
Mathieu Chartier3398c782016-09-30 10:27:43 -0700367 ObjPtr<mirror::Object> dex_file;
Mathieu Chartier0795f232016-09-27 18:43:30 -0700368 if (element_class == element->GetClass()) {
Jeff Haof0192c82016-03-28 20:39:50 -0700369 dex_file = dex_file_field->GetObject(element);
Mathieu Chartier0795f232016-09-27 18:43:30 -0700370 } else if (dexfile_class == element->GetClass()) {
Jeff Haof0192c82016-03-28 20:39:50 -0700371 dex_file = element;
372 } else {
David Sehr709b0702016-10-13 09:12:37 -0700373 LOG(WARNING) << "Unsupported element in dex_elements: "
374 << mirror::Class::PrettyClass(element->GetClass());
Jeff Haof0192c82016-03-28 20:39:50 -0700375 continue;
376 }
377
378 IterateOverJavaDexFile(dex_file, cookie_field, GetDexFilesFn);
379 }
380}
381
Vladimir Marko5c657fe2016-11-03 15:12:29 +0000382static bool AreSharedLibrariesOk(const std::string& shared_libraries,
Jeff Haof0192c82016-03-28 20:39:50 -0700383 std::priority_queue<DexFileAndClassPair>& queue) {
384 if (shared_libraries.empty()) {
385 if (queue.empty()) {
386 // No shared libraries or oat files, as expected.
387 return true;
388 }
389 } else {
390 if (shared_libraries.compare(OatFile::kSpecialSharedLibrary) == 0) {
391 // If we find the special shared library, skip the shared libraries check.
392 return true;
393 }
394 // Shared libraries is a series of dex file paths and their checksums, each separated by '*'.
395 std::vector<std::string> shared_libraries_split;
396 Split(shared_libraries, '*', &shared_libraries_split);
397
398 size_t index = 0;
399 std::priority_queue<DexFileAndClassPair> temp = queue;
400 while (!temp.empty() && index < shared_libraries_split.size() - 1) {
401 DexFileAndClassPair pair(temp.top());
402 const DexFile* dex_file = pair.GetDexFile();
Andreas Gampe4c481a42016-11-03 08:21:59 -0700403 const std::string& dex_filename = dex_file->GetLocation();
Jeff Haof0192c82016-03-28 20:39:50 -0700404 uint32_t dex_checksum = dex_file->GetLocationChecksum();
405 if (dex_filename != shared_libraries_split[index] ||
406 dex_checksum != std::stoul(shared_libraries_split[index + 1])) {
407 break;
408 }
409 temp.pop();
410 index += 2;
411 }
412
413 // Check is successful if it made it through the queue and all the shared libraries.
414 return temp.empty() && index == shared_libraries_split.size();
415 }
416 return false;
417}
418
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700419// Check for class-def collisions in dex files.
420//
Jeff Haof0192c82016-03-28 20:39:50 -0700421// This first walks the class loader chain, getting all the dex files from the class loader. If
422// the class loader is null or one of the class loaders in the chain is unsupported, we collect
423// dex files from all open non-boot oat files to be safe.
424//
425// This first checks whether the shared libraries are in the expected order and the oat files
426// have the expected checksums. If so, we exit early. Otherwise, we do the collision check.
427//
428// The collision check works by maintaining a heap with one class from each dex file, sorted by the
429// class descriptor. Then a dex-file/class pair is continually removed from the heap and compared
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700430// against the following top element. If the descriptor is the same, it is now checked whether
431// the two elements agree on whether their dex file was from an already-loaded oat-file or the
432// new oat file. Any disagreement indicates a collision.
433bool OatFileManager::HasCollisions(const OatFile* oat_file,
Jeff Haof0192c82016-03-28 20:39:50 -0700434 jobject class_loader,
435 jobjectArray dex_elements,
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700436 std::string* error_msg /*out*/) const {
437 DCHECK(oat_file != nullptr);
438 DCHECK(error_msg != nullptr);
Jeff Haof0192c82016-03-28 20:39:50 -0700439
440 std::priority_queue<DexFileAndClassPair> queue;
Jeff Haof0192c82016-03-28 20:39:50 -0700441
442 // Try to get dex files from the given class loader. If the class loader is null, or we do
443 // not support one of the class loaders in the chain, conservatively compare against all
444 // (non-boot) oat files.
445 bool class_loader_ok = false;
446 {
447 ScopedObjectAccess soa(Thread::Current());
448 StackHandleScope<2> hs(Thread::Current());
449 Handle<mirror::ClassLoader> h_class_loader =
Mathieu Chartier0795f232016-09-27 18:43:30 -0700450 hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader));
Jeff Haof0192c82016-03-28 20:39:50 -0700451 Handle<mirror::ObjectArray<mirror::Object>> h_dex_elements =
Mathieu Chartier0795f232016-09-27 18:43:30 -0700452 hs.NewHandle(soa.Decode<mirror::ObjectArray<mirror::Object>>(dex_elements));
Jeff Haof0192c82016-03-28 20:39:50 -0700453 if (h_class_loader.Get() != nullptr &&
454 GetDexFilesFromClassLoader(soa, h_class_loader.Get(), &queue)) {
455 class_loader_ok = true;
456
457 // In this case, also take into account the dex_elements array, if given. We don't need to
458 // read it otherwise, as we'll compare against all open oat files anyways.
459 GetDexFilesFromDexElementsArray(soa, h_dex_elements, &queue);
460 } else if (h_class_loader.Get() != nullptr) {
461 VLOG(class_linker) << "Something unsupported with "
David Sehr709b0702016-10-13 09:12:37 -0700462 << mirror::Class::PrettyClass(h_class_loader->GetClass());
Jeff Haof0192c82016-03-28 20:39:50 -0700463 }
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700464 }
465
466 // Dex files are registered late - once a class is actually being loaded. We have to compare
467 // against the open oat files. Take the oat_file_manager_lock_ that protects oat_files_ accesses.
468 ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
469
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700470 // Vector that holds the newly opened dex files live, this is done to prevent leaks.
471 std::vector<std::unique_ptr<const DexFile>> opened_dex_files;
472
Jeff Haof0192c82016-03-28 20:39:50 -0700473 if (!class_loader_ok) {
474 // Add dex files from already loaded oat files, but skip boot.
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700475
Jeff Haof0192c82016-03-28 20:39:50 -0700476 // Clean up the queue.
477 while (!queue.empty()) {
478 queue.pop();
479 }
480
Jeff Haof0192c82016-03-28 20:39:50 -0700481 std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
482 // The same OatFile can be loaded multiple times at different addresses. In this case, we don't
483 // need to check both against each other since they would have resolved the same way at compile
484 // time.
485 std::unordered_set<std::string> unique_locations;
486 for (const std::unique_ptr<const OatFile>& loaded_oat_file : oat_files_) {
487 DCHECK_NE(loaded_oat_file.get(), oat_file);
488 const std::string& location = loaded_oat_file->GetLocation();
489 if (std::find(boot_oat_files.begin(), boot_oat_files.end(), loaded_oat_file.get()) ==
490 boot_oat_files.end() && location != oat_file->GetLocation() &&
491 unique_locations.find(location) == unique_locations.end()) {
492 unique_locations.insert(location);
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700493 AddDexFilesFromOat(loaded_oat_file.get(),
494 /*already_loaded*/true,
495 &queue,
496 /*out*/&opened_dex_files);
Jeff Haof0192c82016-03-28 20:39:50 -0700497 }
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700498 }
499 }
500
Jeff Haof0192c82016-03-28 20:39:50 -0700501 // Exit if shared libraries are ok. Do a full duplicate classes check otherwise.
502 const std::string
503 shared_libraries(oat_file->GetOatHeader().GetStoreValueByKey(OatHeader::kClassPathKey));
504 if (AreSharedLibrariesOk(shared_libraries, queue)) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700505 return false;
506 }
507
Andreas Gampe1fdbe1b2016-06-10 08:36:20 -0700508 ScopedTrace st("Collision check");
509
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700510 // Add dex files from the oat file to check.
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700511 AddDexFilesFromOat(oat_file, /*already_loaded*/false, &queue, &opened_dex_files);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700512
513 // Now drain the queue.
514 while (!queue.empty()) {
515 // Modifying the top element is only safe if we pop right after.
Mathieu Chartier80b37b72015-10-12 18:13:39 -0700516 DexFileAndClassPair compare_pop(queue.top());
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700517 queue.pop();
518
519 // Compare against the following elements.
520 while (!queue.empty()) {
Mathieu Chartier80b37b72015-10-12 18:13:39 -0700521 DexFileAndClassPair top(queue.top());
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700522
523 if (strcmp(compare_pop.GetCachedDescriptor(), top.GetCachedDescriptor()) == 0) {
524 // Same descriptor. Check whether it's crossing old-oat-files to new-oat-files.
525 if (compare_pop.FromLoadedOat() != top.FromLoadedOat()) {
526 *error_msg =
527 StringPrintf("Found duplicated class when checking oat files: '%s' in %s and %s",
528 compare_pop.GetCachedDescriptor(),
529 compare_pop.GetDexFile()->GetLocation().c_str(),
530 top.GetDexFile()->GetLocation().c_str());
531 return true;
532 }
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700533 queue.pop();
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700534 AddNext(&top, &queue);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700535 } else {
536 // Something else. Done here.
537 break;
538 }
539 }
Mathieu Chartier14d7b3e2016-06-09 16:18:04 -0700540 AddNext(&compare_pop, &queue);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700541 }
542
543 return false;
544}
545
546std::vector<std::unique_ptr<const DexFile>> OatFileManager::OpenDexFilesFromOat(
547 const char* dex_location,
548 const char* oat_location,
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800549 jobject class_loader,
550 jobjectArray dex_elements,
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700551 const OatFile** out_oat_file,
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700552 std::vector<std::string>* error_msgs) {
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800553 ScopedTrace trace(__FUNCTION__);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700554 CHECK(dex_location != nullptr);
555 CHECK(error_msgs != nullptr);
556
557 // Verify we aren't holding the mutator lock, which could starve GC if we
558 // have to generate or relocate an oat file.
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800559 Thread* const self = Thread::Current();
560 Locks::mutator_lock_->AssertNotHeld(self);
561 Runtime* const runtime = Runtime::Current();
Calin Juravleb077e152016-02-18 18:47:37 +0000562
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700563 OatFileAssistant oat_file_assistant(dex_location,
564 oat_location,
565 kRuntimeISA,
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800566 !runtime->IsAotCompiler());
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700567
568 // Lock the target oat location to avoid races generating and loading the
569 // oat file.
570 std::string error_msg;
571 if (!oat_file_assistant.Lock(/*out*/&error_msg)) {
572 // Don't worry too much if this fails. If it does fail, it's unlikely we
573 // can generate an oat file anyway.
574 VLOG(class_linker) << "OatFileAssistant::Lock: " << error_msg;
575 }
576
577 const OatFile* source_oat_file = nullptr;
578
Richard Uhler01be6812016-05-17 10:34:52 -0700579 if (!oat_file_assistant.IsUpToDate()) {
580 // Update the oat file on disk if we can, based on the --compiler-filter
581 // option derived from the current runtime options.
582 // This may fail, but that's okay. Best effort is all that matters here.
Richard Uhlerd1472a22016-04-15 15:18:56 -0700583 switch (oat_file_assistant.MakeUpToDate(/*profile_changed*/false, /*out*/ &error_msg)) {
Richard Uhler01be6812016-05-17 10:34:52 -0700584 case OatFileAssistant::kUpdateFailed:
585 LOG(WARNING) << error_msg;
586 break;
Richard Uhler1e860612016-03-30 12:17:55 -0700587
Richard Uhler01be6812016-05-17 10:34:52 -0700588 case OatFileAssistant::kUpdateNotAttempted:
589 // Avoid spamming the logs if we decided not to attempt making the oat
590 // file up to date.
591 VLOG(oat) << error_msg;
592 break;
Richard Uhler1e860612016-03-30 12:17:55 -0700593
Richard Uhler01be6812016-05-17 10:34:52 -0700594 case OatFileAssistant::kUpdateSucceeded:
595 // Nothing to do.
596 break;
597 }
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700598 }
599
600 // Get the oat file on disk.
601 std::unique_ptr<const OatFile> oat_file(oat_file_assistant.GetBestOatFile().release());
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800602
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700603 if (oat_file != nullptr) {
604 // Take the file only if it has no collisions, or we must take it because of preopting.
Jeff Haof0192c82016-03-28 20:39:50 -0700605 bool accept_oat_file =
606 !HasCollisions(oat_file.get(), class_loader, dex_elements, /*out*/ &error_msg);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700607 if (!accept_oat_file) {
608 // Failed the collision check. Print warning.
609 if (Runtime::Current()->IsDexFileFallbackEnabled()) {
610 LOG(WARNING) << "Found duplicate classes, falling back to interpreter mode for "
611 << dex_location;
612 } else {
613 LOG(WARNING) << "Found duplicate classes, dex-file-fallback disabled, will be failing to "
614 " load classes for " << dex_location;
615 }
616 LOG(WARNING) << error_msg;
617
618 // However, if the app was part of /system and preopted, there is no original dex file
619 // available. In that case grudgingly accept the oat file.
Richard Uhler76f5cb62016-04-04 13:30:16 -0700620 if (!oat_file_assistant.HasOriginalDexFiles()) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700621 accept_oat_file = true;
622 LOG(WARNING) << "Dex location " << dex_location << " does not seem to include dex file. "
623 << "Allow oat file use. This is potentially dangerous.";
624 }
625 }
626
627 if (accept_oat_file) {
628 VLOG(class_linker) << "Registering " << oat_file->GetLocation();
629 source_oat_file = RegisterOatFile(std::move(oat_file));
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700630 *out_oat_file = source_oat_file;
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700631 }
632 }
633
634 std::vector<std::unique_ptr<const DexFile>> dex_files;
635
636 // Load the dex files from the oat file.
637 if (source_oat_file != nullptr) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800638 bool added_image_space = false;
639 if (source_oat_file->IsExecutable()) {
Andreas Gampea463b6a2016-08-12 21:53:32 -0700640 std::unique_ptr<gc::space::ImageSpace> image_space =
641 kEnableAppImage ? oat_file_assistant.OpenImageSpace(source_oat_file) : nullptr;
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800642 if (image_space != nullptr) {
643 ScopedObjectAccess soa(self);
644 StackHandleScope<1> hs(self);
645 Handle<mirror::ClassLoader> h_loader(
Mathieu Chartier0795f232016-09-27 18:43:30 -0700646 hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader)));
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800647 // Can not load app image without class loader.
648 if (h_loader.Get() != nullptr) {
649 std::string temp_error_msg;
650 // Add image space has a race condition since other threads could be reading from the
651 // spaces array.
Mathieu Chartiera9d82fe2016-01-25 20:06:11 -0800652 {
653 ScopedThreadSuspension sts(self, kSuspended);
Mathieu Chartier61d2b2d2016-02-04 13:31:46 -0800654 gc::ScopedGCCriticalSection gcs(self,
655 gc::kGcCauseAddRemoveAppImageSpace,
656 gc::kCollectorTypeAddRemoveAppImageSpace);
Mathieu Chartiera9d82fe2016-01-25 20:06:11 -0800657 ScopedSuspendAll ssa("Add image space");
658 runtime->GetHeap()->AddSpace(image_space.get());
659 }
Mathieu Chartier32ce2ad2016-03-04 14:58:03 -0800660 {
661 ScopedTrace trace2(StringPrintf("Adding image space for location %s", dex_location));
662 added_image_space = runtime->GetClassLinker()->AddImageSpace(image_space.get(),
663 h_loader,
664 dex_elements,
665 dex_location,
666 /*out*/&dex_files,
667 /*out*/&temp_error_msg);
668 }
Mathieu Chartiera6e81ed2016-02-25 13:52:10 -0800669 if (added_image_space) {
Mathieu Chartierbd064ea2016-02-11 16:27:18 -0800670 // Successfully added image space to heap, release the map so that it does not get
671 // freed.
672 image_space.release();
673 } else {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800674 LOG(INFO) << "Failed to add image file " << temp_error_msg;
675 dex_files.clear();
Mathieu Chartiera9d82fe2016-01-25 20:06:11 -0800676 {
677 ScopedThreadSuspension sts(self, kSuspended);
Mathieu Chartier61d2b2d2016-02-04 13:31:46 -0800678 gc::ScopedGCCriticalSection gcs(self,
679 gc::kGcCauseAddRemoveAppImageSpace,
680 gc::kCollectorTypeAddRemoveAppImageSpace);
Mathieu Chartiera9d82fe2016-01-25 20:06:11 -0800681 ScopedSuspendAll ssa("Remove image space");
682 runtime->GetHeap()->RemoveSpace(image_space.get());
683 }
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800684 // Non-fatal, don't update error_msg.
685 }
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800686 }
687 }
688 }
689 if (!added_image_space) {
690 DCHECK(dex_files.empty());
691 dex_files = oat_file_assistant.LoadDexFiles(*source_oat_file, dex_location);
692 }
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700693 if (dex_files.empty()) {
694 error_msgs->push_back("Failed to open dex files from " + source_oat_file->GetLocation());
695 }
696 }
697
698 // Fall back to running out of the original dex file if we couldn't load any
699 // dex_files from the oat file.
700 if (dex_files.empty()) {
701 if (oat_file_assistant.HasOriginalDexFiles()) {
702 if (Runtime::Current()->IsDexFileFallbackEnabled()) {
Aart Bik37d6a3b2016-06-21 18:30:10 -0700703 static constexpr bool kVerifyChecksum = true;
704 if (!DexFile::Open(
705 dex_location, dex_location, kVerifyChecksum, /*out*/ &error_msg, &dex_files)) {
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700706 LOG(WARNING) << error_msg;
Alex Light3045b662016-04-20 14:26:34 -0700707 error_msgs->push_back("Failed to open dex files from " + std::string(dex_location)
708 + " because: " + error_msg);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700709 }
710 } else {
711 error_msgs->push_back("Fallback mode disabled, skipping dex files.");
712 }
713 } else {
714 error_msgs->push_back("No original dex files found for dex location "
715 + std::string(dex_location));
716 }
717 }
Calin Juravlec90bc922016-02-24 10:13:09 +0000718
719 // TODO(calin): Consider optimizing this knowing that is useless to record the
720 // use of fully compiled apks.
721 Runtime::Current()->NotifyDexLoaded(dex_location);
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700722 return dex_files;
723}
724
Nicolas Geoffray04680f32016-03-17 11:56:54 +0000725void OatFileManager::DumpForSigQuit(std::ostream& os) {
726 ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
727 std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
728 for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
729 if (ContainsElement(boot_oat_files, oat_file.get())) {
730 continue;
731 }
Andreas Gampe29d38e72016-03-23 15:31:51 +0000732 os << oat_file->GetLocation() << ": " << oat_file->GetCompilerFilter() << "\n";
Nicolas Geoffray04680f32016-03-17 11:56:54 +0000733 }
734}
735
Mathieu Chartierf9c6fc62015-10-07 11:44:05 -0700736} // namespace art