Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 17 | #include "art_method-inl.h" |
Andreas Gampe | 8228cdf | 2017-05-30 15:03:54 -0700 | [diff] [blame] | 18 | #include "base/callee_save_type.h" |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 19 | #include "callee_save_frame.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 20 | #include "class_linker-inl.h" |
Vladimir Marko | aad75c6 | 2016-10-03 08:46:48 +0000 | [diff] [blame] | 21 | #include "class_table-inl.h" |
David Sehr | 9e734c7 | 2018-01-04 17:56:19 -0800 | [diff] [blame] | 22 | #include "dex/dex_file-inl.h" |
| 23 | #include "dex/dex_file_types.h" |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 24 | #include "entrypoints/entrypoint_utils-inl.h" |
Vladimir Marko | aad75c6 | 2016-10-03 08:46:48 +0000 | [diff] [blame] | 25 | #include "gc/heap.h" |
| 26 | #include "mirror/class-inl.h" |
| 27 | #include "mirror/class_loader.h" |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 28 | #include "mirror/object-inl.h" |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 29 | #include "mirror/object_array-inl.h" |
Vladimir Marko | aad75c6 | 2016-10-03 08:46:48 +0000 | [diff] [blame] | 30 | #include "oat_file.h" |
| 31 | #include "runtime.h" |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 32 | |
| 33 | namespace art { |
| 34 | |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 35 | static void StoreObjectInBss(ArtMethod* outer_method, |
| 36 | const OatFile* oat_file, |
| 37 | size_t bss_offset, |
| 38 | ObjPtr<mirror::Object> object) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 39 | // Used for storing Class or String in .bss GC roots. |
| 40 | static_assert(sizeof(GcRoot<mirror::Class>) == sizeof(GcRoot<mirror::Object>), "Size check."); |
| 41 | static_assert(sizeof(GcRoot<mirror::String>) == sizeof(GcRoot<mirror::Object>), "Size check."); |
| 42 | DCHECK_NE(bss_offset, IndexBssMappingLookup::npos); |
| 43 | DCHECK_ALIGNED(bss_offset, sizeof(GcRoot<mirror::Object>)); |
Vladimir Marko | 8bb72b6 | 2017-11-30 17:09:50 +0000 | [diff] [blame] | 44 | if (UNLIKELY(!oat_file->IsExecutable())) { |
| 45 | // There are situations where we execute bytecode tied to an oat file opened |
| 46 | // as non-executable (i.e. the AOT-compiled code cannot be executed) and we |
| 47 | // can JIT that bytecode and get here without the .bss being mmapped. |
| 48 | return; |
| 49 | } |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 50 | GcRoot<mirror::Object>* slot = reinterpret_cast<GcRoot<mirror::Object>*>( |
| 51 | const_cast<uint8_t*>(oat_file->BssBegin() + bss_offset)); |
| 52 | DCHECK_GE(slot, oat_file->GetBssGcRoots().data()); |
| 53 | DCHECK_LT(slot, oat_file->GetBssGcRoots().data() + oat_file->GetBssGcRoots().size()); |
| 54 | if (slot->IsNull()) { |
| 55 | // This may race with another thread trying to store the very same value but that's OK. |
| 56 | *slot = GcRoot<mirror::Object>(object); |
| 57 | // We need a write barrier for the class loader that holds the GC roots in the .bss. |
Vladimir Marko | 9b03cb4 | 2017-02-16 16:37:03 +0000 | [diff] [blame] | 58 | ObjPtr<mirror::ClassLoader> class_loader = outer_method->GetClassLoader(); |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 59 | Runtime* runtime = Runtime::Current(); |
Vladimir Marko | 9b03cb4 | 2017-02-16 16:37:03 +0000 | [diff] [blame] | 60 | if (kIsDebugBuild) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 61 | ClassTable* class_table = runtime->GetClassLinker()->ClassTableForClassLoader(class_loader); |
| 62 | CHECK(class_table != nullptr && !class_table->InsertOatFile(oat_file)) |
Vladimir Marko | 1998cd0 | 2017-01-13 13:02:58 +0000 | [diff] [blame] | 63 | << "Oat file with .bss GC roots was not registered in class table: " |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 64 | << oat_file->GetLocation(); |
Vladimir Marko | 9b03cb4 | 2017-02-16 16:37:03 +0000 | [diff] [blame] | 65 | } |
Mathieu Chartier | a1467d0 | 2017-02-22 09:22:50 -0800 | [diff] [blame] | 66 | if (class_loader != nullptr) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 67 | runtime->GetHeap()->WriteBarrierEveryFieldOf(class_loader); |
Mathieu Chartier | a1467d0 | 2017-02-22 09:22:50 -0800 | [diff] [blame] | 68 | } else { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 69 | runtime->GetClassLinker()->WriteBarrierForBootOatFileBssRoots(oat_file); |
| 70 | } |
| 71 | } else { |
| 72 | // Each slot serves to store exactly one Class or String. |
| 73 | DCHECK_EQ(object, slot->Read()); |
| 74 | } |
| 75 | } |
| 76 | |
| 77 | static inline void StoreTypeInBss(ArtMethod* outer_method, |
| 78 | dex::TypeIndex type_idx, |
| 79 | ObjPtr<mirror::Class> resolved_type) |
| 80 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 81 | const DexFile* dex_file = outer_method->GetDexFile(); |
| 82 | DCHECK(dex_file != nullptr); |
| 83 | const OatDexFile* oat_dex_file = dex_file->GetOatDexFile(); |
| 84 | if (oat_dex_file != nullptr) { |
| 85 | size_t bss_offset = IndexBssMappingLookup::GetBssOffset(oat_dex_file->GetTypeBssMapping(), |
| 86 | type_idx.index_, |
| 87 | dex_file->NumTypeIds(), |
| 88 | sizeof(GcRoot<mirror::Class>)); |
| 89 | if (bss_offset != IndexBssMappingLookup::npos) { |
| 90 | StoreObjectInBss(outer_method, oat_dex_file->GetOatFile(), bss_offset, resolved_type); |
| 91 | } |
| 92 | } |
| 93 | } |
| 94 | |
| 95 | static inline void StoreStringInBss(ArtMethod* outer_method, |
| 96 | dex::StringIndex string_idx, |
| 97 | ObjPtr<mirror::String> resolved_string) |
| 98 | REQUIRES_SHARED(Locks::mutator_lock_) __attribute__((optnone)) { |
| 99 | const DexFile* dex_file = outer_method->GetDexFile(); |
| 100 | DCHECK(dex_file != nullptr); |
| 101 | const OatDexFile* oat_dex_file = dex_file->GetOatDexFile(); |
| 102 | if (oat_dex_file != nullptr) { |
| 103 | size_t bss_offset = IndexBssMappingLookup::GetBssOffset(oat_dex_file->GetStringBssMapping(), |
| 104 | string_idx.index_, |
| 105 | dex_file->NumStringIds(), |
| 106 | sizeof(GcRoot<mirror::Class>)); |
| 107 | if (bss_offset != IndexBssMappingLookup::npos) { |
| 108 | StoreObjectInBss(outer_method, oat_dex_file->GetOatFile(), bss_offset, resolved_string); |
Vladimir Marko | 1998cd0 | 2017-01-13 13:02:58 +0000 | [diff] [blame] | 109 | } |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 110 | } |
| 111 | } |
| 112 | |
Vladimir Marko | 4e08fad | 2017-11-23 12:52:36 +0000 | [diff] [blame] | 113 | static ALWAYS_INLINE bool CanReferenceBss(ArtMethod* outer_method, ArtMethod* caller) |
| 114 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 115 | // .bss references are used only for AOT-compiled code and only when the instruction |
| 116 | // originates from the outer method's dex file and the type or string index is tied to |
| 117 | // that dex file. As we do not want to check if the call is coming from AOT-compiled |
| 118 | // code (that could be expensive), simply check if the caller has the same dex file. |
| 119 | // |
| 120 | // If we've accepted running AOT-compiled code despite the runtime class loader |
| 121 | // resolving the caller to a different dex file, this check shall prevent us from |
| 122 | // filling the .bss slot and we shall keep going through the slow path. This is slow |
| 123 | // but correct; we do not really care that much about performance in this odd case. |
| 124 | // |
| 125 | // JIT can inline throwing instructions across dex files and this check prevents |
| 126 | // looking up the index in the wrong dex file in that case. If the caller and outer |
| 127 | // method have the same dex file, we may or may not find a .bss slot to update; |
| 128 | // if we do, this can still benefit AOT-compiled code executed later. |
| 129 | return outer_method->GetDexFile() == caller->GetDexFile(); |
| 130 | } |
| 131 | |
Nicolas Geoffray | 7ea6a17 | 2015-05-19 18:58:54 +0100 | [diff] [blame] | 132 | extern "C" mirror::Class* artInitializeStaticStorageFromCode(uint32_t type_idx, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 133 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | e2645d3 | 2012-04-11 14:42:42 -0700 | [diff] [blame] | 134 | // Called to ensure static storage base is initialized for direct static field reads and writes. |
| 135 | // A class may be accessing another class' fields when it doesn't have access, as access has been |
| 136 | // given by inheritance. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 137 | ScopedQuickEntrypointChecks sqec(self); |
Mingyao Yang | 0a87a65 | 2017-04-12 13:43:15 -0700 | [diff] [blame] | 138 | auto caller_and_outer = GetCalleeSaveMethodCallerAndOuterMethod( |
| 139 | self, CalleeSaveType::kSaveEverythingForClinit); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 140 | ArtMethod* caller = caller_and_outer.caller; |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 141 | ObjPtr<mirror::Class> result = ResolveVerifyAndClinit(dex::TypeIndex(type_idx), |
| 142 | caller, |
| 143 | self, |
| 144 | /* can_run_clinit */ true, |
| 145 | /* verify_access */ false); |
Vladimir Marko | 4e08fad | 2017-11-23 12:52:36 +0000 | [diff] [blame] | 146 | if (LIKELY(result != nullptr) && CanReferenceBss(caller_and_outer.outer_method, caller)) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 147 | StoreTypeInBss(caller_and_outer.outer_method, dex::TypeIndex(type_idx), result); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 148 | } |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 149 | return result.Ptr(); |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 150 | } |
| 151 | |
Nicolas Geoffray | 7ea6a17 | 2015-05-19 18:58:54 +0100 | [diff] [blame] | 152 | extern "C" mirror::Class* artInitializeTypeFromCode(uint32_t type_idx, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 153 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 154 | // Called when the .bss slot was empty or for main-path runtime call. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 155 | ScopedQuickEntrypointChecks sqec(self); |
Mingyao Yang | 0a87a65 | 2017-04-12 13:43:15 -0700 | [diff] [blame] | 156 | auto caller_and_outer = GetCalleeSaveMethodCallerAndOuterMethod( |
| 157 | self, CalleeSaveType::kSaveEverythingForClinit); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 158 | ArtMethod* caller = caller_and_outer.caller; |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 159 | ObjPtr<mirror::Class> result = ResolveVerifyAndClinit(dex::TypeIndex(type_idx), |
| 160 | caller, |
| 161 | self, |
| 162 | /* can_run_clinit */ false, |
| 163 | /* verify_access */ false); |
Vladimir Marko | 4e08fad | 2017-11-23 12:52:36 +0000 | [diff] [blame] | 164 | if (LIKELY(result != nullptr) && CanReferenceBss(caller_and_outer.outer_method, caller)) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 165 | StoreTypeInBss(caller_and_outer.outer_method, dex::TypeIndex(type_idx), result); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 166 | } |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 167 | return result.Ptr(); |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Nicolas Geoffray | 7ea6a17 | 2015-05-19 18:58:54 +0100 | [diff] [blame] | 170 | extern "C" mirror::Class* artInitializeTypeAndVerifyAccessFromCode(uint32_t type_idx, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 171 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 172 | // Called when caller isn't guaranteed to have access to a type. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 173 | ScopedQuickEntrypointChecks sqec(self); |
Andreas Gampe | 8228cdf | 2017-05-30 15:03:54 -0700 | [diff] [blame] | 174 | auto caller_and_outer = GetCalleeSaveMethodCallerAndOuterMethod(self, |
| 175 | CalleeSaveType::kSaveEverything); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 176 | ArtMethod* caller = caller_and_outer.caller; |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 177 | ObjPtr<mirror::Class> result = ResolveVerifyAndClinit(dex::TypeIndex(type_idx), |
| 178 | caller, |
| 179 | self, |
| 180 | /* can_run_clinit */ false, |
| 181 | /* verify_access */ true); |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 182 | // Do not StoreTypeInBss(); access check entrypoint is never used together with .bss. |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 183 | return result.Ptr(); |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 184 | } |
| 185 | |
Orion Hodson | dbaa5c7 | 2018-05-10 08:22:46 +0100 | [diff] [blame^] | 186 | extern "C" mirror::MethodHandle* artResolveMethodHandleFromCode(uint32_t method_handle_idx, |
| 187 | Thread* self) |
| 188 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 189 | ScopedQuickEntrypointChecks sqec(self); |
| 190 | auto caller_and_outer = |
| 191 | GetCalleeSaveMethodCallerAndOuterMethod(self, CalleeSaveType::kSaveEverything); |
| 192 | ArtMethod* caller = caller_and_outer.caller; |
| 193 | ObjPtr<mirror::MethodHandle> result = ResolveMethodHandleFromCode(caller, method_handle_idx); |
| 194 | return result.Ptr(); |
| 195 | } |
| 196 | |
Orion Hodson | 18259d7 | 2018-04-12 11:18:23 +0100 | [diff] [blame] | 197 | extern "C" mirror::MethodType* artResolveMethodTypeFromCode(uint32_t proto_idx, Thread* self) |
| 198 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 199 | ScopedQuickEntrypointChecks sqec(self); |
| 200 | auto caller_and_outer = GetCalleeSaveMethodCallerAndOuterMethod(self, |
| 201 | CalleeSaveType::kSaveEverything); |
| 202 | ArtMethod* caller = caller_and_outer.caller; |
| 203 | ObjPtr<mirror::MethodType> result = ResolveMethodTypeFromCode(caller, proto_idx); |
| 204 | return result.Ptr(); |
| 205 | } |
| 206 | |
Nicolas Geoffray | 7ea6a17 | 2015-05-19 18:58:54 +0100 | [diff] [blame] | 207 | extern "C" mirror::String* artResolveStringFromCode(int32_t string_idx, Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 208 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 209 | ScopedQuickEntrypointChecks sqec(self); |
Andreas Gampe | 8228cdf | 2017-05-30 15:03:54 -0700 | [diff] [blame] | 210 | auto caller_and_outer = GetCalleeSaveMethodCallerAndOuterMethod(self, |
| 211 | CalleeSaveType::kSaveEverything); |
Vladimir Marko | 6bec91c | 2017-01-09 15:03:12 +0000 | [diff] [blame] | 212 | ArtMethod* caller = caller_and_outer.caller; |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 213 | ObjPtr<mirror::String> result = ResolveStringFromCode(caller, dex::StringIndex(string_idx)); |
Vladimir Marko | 4e08fad | 2017-11-23 12:52:36 +0000 | [diff] [blame] | 214 | if (LIKELY(result != nullptr) && CanReferenceBss(caller_and_outer.outer_method, caller)) { |
Vladimir Marko | f3c52b4 | 2017-11-17 17:32:12 +0000 | [diff] [blame] | 215 | StoreStringInBss(caller_and_outer.outer_method, dex::StringIndex(string_idx), result); |
Vladimir Marko | aad75c6 | 2016-10-03 08:46:48 +0000 | [diff] [blame] | 216 | } |
Vladimir Marko | 28e012a | 2017-12-07 11:22:59 +0000 | [diff] [blame] | 217 | return result.Ptr(); |
Ian Rogers | 57b86d4 | 2012-03-27 16:05:41 -0700 | [diff] [blame] | 218 | } |
| 219 | |
| 220 | } // namespace art |