Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |
| 18 | #define ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |
| 19 | |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 20 | #include "base/arena_containers.h" |
| 21 | #include "base/bit_vector-inl.h" |
Andreas Gampe | 2a5c468 | 2015-08-14 08:22:54 -0700 | [diff] [blame] | 22 | #include "base/hash_map.h" |
Ian Rogers | 0279ebb | 2014-10-08 17:27:48 -0700 | [diff] [blame] | 23 | #include "base/value_object.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 24 | #include "memory_region.h" |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 25 | #include "nodes.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 26 | #include "stack_map.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 27 | |
| 28 | namespace art { |
| 29 | |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 30 | // Helper to build art::StackMapStream::LocationCatalogEntriesIndices. |
| 31 | class LocationCatalogEntriesIndicesEmptyFn { |
| 32 | public: |
| 33 | void MakeEmpty(std::pair<DexRegisterLocation, size_t>& item) const { |
| 34 | item.first = DexRegisterLocation::None(); |
| 35 | } |
| 36 | bool IsEmpty(const std::pair<DexRegisterLocation, size_t>& item) const { |
| 37 | return item.first == DexRegisterLocation::None(); |
| 38 | } |
| 39 | }; |
| 40 | |
| 41 | // Hash function for art::StackMapStream::LocationCatalogEntriesIndices. |
| 42 | // This hash function does not create collisions. |
| 43 | class DexRegisterLocationHashFn { |
| 44 | public: |
| 45 | size_t operator()(DexRegisterLocation key) const { |
| 46 | // Concatenate `key`s fields to create a 64-bit value to be hashed. |
| 47 | int64_t kind_and_value = |
| 48 | (static_cast<int64_t>(key.kind_) << 32) | static_cast<int64_t>(key.value_); |
| 49 | return inner_hash_fn_(kind_and_value); |
| 50 | } |
| 51 | private: |
| 52 | std::hash<int64_t> inner_hash_fn_; |
| 53 | }; |
| 54 | |
| 55 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 56 | /** |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 57 | * Collects and builds stack maps for a method. All the stack maps |
| 58 | * for a method are placed in a CodeInfo object. |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 59 | */ |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 60 | class StackMapStream : public ValueObject { |
| 61 | public: |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 62 | explicit StackMapStream(ArenaAllocator* allocator, |
| 63 | InstructionSet instruction_set) |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 64 | : allocator_(allocator), |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 65 | instruction_set_(instruction_set), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 66 | stack_maps_(allocator->Adapter(kArenaAllocStackMapStream)), |
| 67 | location_catalog_entries_(allocator->Adapter(kArenaAllocStackMapStream)), |
Vladimir Marko | 1f49764 | 2015-10-05 20:34:42 +0100 | [diff] [blame] | 68 | location_catalog_entries_indices_(allocator->Adapter(kArenaAllocStackMapStream)), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 69 | dex_register_locations_(allocator->Adapter(kArenaAllocStackMapStream)), |
| 70 | inline_infos_(allocator->Adapter(kArenaAllocStackMapStream)), |
Andreas Gampe | 8eddd2a | 2014-07-28 14:53:22 -0700 | [diff] [blame] | 71 | stack_mask_max_(-1), |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 72 | dex_pc_max_(0), |
Nicolas Geoffray | 896f8f7 | 2015-03-30 15:44:25 +0100 | [diff] [blame] | 73 | register_mask_max_(0), |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 74 | number_of_stack_maps_with_inline_info_(0), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 75 | dex_map_hash_to_stack_map_indices_(std::less<uint32_t>(), |
| 76 | allocator->Adapter(kArenaAllocStackMapStream)), |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 77 | current_entry_(), |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 78 | current_inline_info_(), |
David Srbecky | 09ed098 | 2016-02-12 21:58:43 +0000 | [diff] [blame] | 79 | code_info_encoding_(allocator->Adapter(kArenaAllocStackMapStream)), |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 80 | inline_info_size_(0), |
| 81 | dex_register_maps_size_(0), |
| 82 | stack_maps_size_(0), |
| 83 | dex_register_location_catalog_size_(0), |
| 84 | dex_register_location_catalog_start_(0), |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 85 | dex_register_maps_start_(0), |
| 86 | inline_infos_start_(0), |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 87 | needed_size_(0), |
| 88 | current_dex_register_(0), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 89 | in_inline_frame_(false) { |
| 90 | stack_maps_.reserve(10); |
| 91 | location_catalog_entries_.reserve(4); |
| 92 | dex_register_locations_.reserve(10 * 4); |
| 93 | inline_infos_.reserve(2); |
David Srbecky | 09ed098 | 2016-02-12 21:58:43 +0000 | [diff] [blame] | 94 | code_info_encoding_.reserve(16); |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 95 | } |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 96 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 97 | // See runtime/stack_map.h to know what these fields contain. |
| 98 | struct StackMapEntry { |
| 99 | uint32_t dex_pc; |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 100 | CodeOffset native_pc_code_offset; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 101 | uint32_t register_mask; |
| 102 | BitVector* sp_mask; |
| 103 | uint32_t num_dex_registers; |
| 104 | uint8_t inlining_depth; |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 105 | size_t dex_register_locations_start_index; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 106 | size_t inline_infos_start_index; |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 107 | BitVector* live_dex_registers_mask; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 108 | uint32_t dex_register_map_hash; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 109 | size_t same_dex_register_map_as_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 110 | }; |
| 111 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 112 | struct InlineInfoEntry { |
Vladimir Marko | 87f3fcb | 2016-04-28 15:52:11 +0100 | [diff] [blame] | 113 | uint32_t dex_pc; // DexFile::kDexNoIndex for intrinsified native methods. |
Nicolas Geoffray | 5d37c15 | 2017-01-12 13:25:19 +0000 | [diff] [blame] | 114 | ArtMethod* method; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 115 | uint32_t method_index; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 116 | uint32_t num_dex_registers; |
| 117 | BitVector* live_dex_registers_mask; |
| 118 | size_t dex_register_locations_start_index; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 119 | }; |
| 120 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 121 | void BeginStackMapEntry(uint32_t dex_pc, |
| 122 | uint32_t native_pc_offset, |
| 123 | uint32_t register_mask, |
| 124 | BitVector* sp_mask, |
| 125 | uint32_t num_dex_registers, |
| 126 | uint8_t inlining_depth); |
| 127 | void EndStackMapEntry(); |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 128 | |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 129 | void AddDexRegisterEntry(DexRegisterLocation::Kind kind, int32_t value); |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 130 | |
Nicolas Geoffray | 5d37c15 | 2017-01-12 13:25:19 +0000 | [diff] [blame] | 131 | void BeginInlineInfoEntry(ArtMethod* method, |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 132 | uint32_t dex_pc, |
Nicolas Geoffray | 5d37c15 | 2017-01-12 13:25:19 +0000 | [diff] [blame] | 133 | uint32_t num_dex_registers, |
| 134 | const DexFile* outer_dex_file = nullptr); |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 135 | void EndInlineInfoEntry(); |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 136 | |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 137 | size_t GetNumberOfStackMaps() const { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 138 | return stack_maps_.size(); |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | const StackMapEntry& GetStackMap(size_t i) const { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 142 | return stack_maps_[i]; |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 143 | } |
| 144 | |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 145 | void SetStackMapNativePcOffset(size_t i, uint32_t native_pc_offset) { |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 146 | stack_maps_[i].native_pc_code_offset = CodeOffset::FromOffset(native_pc_offset, instruction_set_); |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 147 | } |
| 148 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 149 | // Prepares the stream to fill in a memory region. Must be called before FillIn. |
| 150 | // Returns the size (in bytes) needed to store this stream. |
| 151 | size_t PrepareForFillIn(); |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 152 | void FillIn(MemoryRegion region); |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 153 | |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 154 | private: |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 155 | size_t ComputeDexRegisterLocationCatalogSize() const; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 156 | size_t ComputeDexRegisterMapSize(uint32_t num_dex_registers, |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 157 | const BitVector* live_dex_registers_mask) const; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 158 | size_t ComputeDexRegisterMapsSize() const; |
David Srbecky | 61b28a1 | 2016-02-25 21:55:03 +0000 | [diff] [blame] | 159 | void ComputeInlineInfoEncoding(); |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 160 | |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 161 | CodeOffset ComputeMaxNativePcCodeOffset() const; |
| 162 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 163 | // Returns the index of an entry with the same dex register map as the current_entry, |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 164 | // or kNoSameDexMapFound if no such entry exists. |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 165 | size_t FindEntryWithTheSameDexMap(); |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 166 | bool HaveTheSameDexMaps(const StackMapEntry& a, const StackMapEntry& b) const; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 167 | void FillInDexRegisterMap(DexRegisterMap dex_register_map, |
| 168 | uint32_t num_dex_registers, |
| 169 | const BitVector& live_dex_registers_mask, |
| 170 | uint32_t start_index_in_dex_register_locations) const; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 171 | |
David Srbecky | 1bbdfd7 | 2016-02-24 16:39:26 +0000 | [diff] [blame] | 172 | void CheckDexRegisterMap(const CodeInfo& code_info, |
| 173 | const DexRegisterMap& dex_register_map, |
| 174 | size_t num_dex_registers, |
| 175 | BitVector* live_dex_registers_mask, |
| 176 | size_t dex_register_locations_index) const; |
| 177 | void CheckCodeInfo(MemoryRegion region) const; |
| 178 | |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 179 | ArenaAllocator* allocator_; |
Mathieu Chartier | a2f526f | 2017-01-19 14:48:48 -0800 | [diff] [blame] | 180 | const InstructionSet instruction_set_; |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 181 | ArenaVector<StackMapEntry> stack_maps_; |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 182 | |
| 183 | // A catalog of unique [location_kind, register_value] pairs (per method). |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 184 | ArenaVector<DexRegisterLocation> location_catalog_entries_; |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 185 | // Map from Dex register location catalog entries to their indices in the |
| 186 | // location catalog. |
Vladimir Marko | 1f49764 | 2015-10-05 20:34:42 +0100 | [diff] [blame] | 187 | using LocationCatalogEntriesIndices = ArenaHashMap<DexRegisterLocation, |
| 188 | size_t, |
| 189 | LocationCatalogEntriesIndicesEmptyFn, |
| 190 | DexRegisterLocationHashFn>; |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 191 | LocationCatalogEntriesIndices location_catalog_entries_indices_; |
| 192 | |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 193 | // A set of concatenated maps of Dex register locations indices to `location_catalog_entries_`. |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 194 | ArenaVector<size_t> dex_register_locations_; |
| 195 | ArenaVector<InlineInfoEntry> inline_infos_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 196 | int stack_mask_max_; |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 197 | uint32_t dex_pc_max_; |
Nicolas Geoffray | 896f8f7 | 2015-03-30 15:44:25 +0100 | [diff] [blame] | 198 | uint32_t register_mask_max_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 199 | size_t number_of_stack_maps_with_inline_info_; |
| 200 | |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 201 | ArenaSafeMap<uint32_t, ArenaVector<uint32_t>> dex_map_hash_to_stack_map_indices_; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 202 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 203 | StackMapEntry current_entry_; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 204 | InlineInfoEntry current_inline_info_; |
David Brazdil | f677ebf | 2015-05-29 16:29:43 +0100 | [diff] [blame] | 205 | StackMapEncoding stack_map_encoding_; |
David Srbecky | 61b28a1 | 2016-02-25 21:55:03 +0000 | [diff] [blame] | 206 | InlineInfoEncoding inline_info_encoding_; |
David Srbecky | 09ed098 | 2016-02-12 21:58:43 +0000 | [diff] [blame] | 207 | ArenaVector<uint8_t> code_info_encoding_; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 208 | size_t inline_info_size_; |
| 209 | size_t dex_register_maps_size_; |
| 210 | size_t stack_maps_size_; |
| 211 | size_t dex_register_location_catalog_size_; |
| 212 | size_t dex_register_location_catalog_start_; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 213 | size_t dex_register_maps_start_; |
| 214 | size_t inline_infos_start_; |
| 215 | size_t needed_size_; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 216 | uint32_t current_dex_register_; |
| 217 | bool in_inline_frame_; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 218 | |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 219 | static constexpr uint32_t kNoSameDexMapFound = -1; |
| 220 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 221 | DISALLOW_COPY_AND_ASSIGN(StackMapStream); |
| 222 | }; |
| 223 | |
| 224 | } // namespace art |
| 225 | |
| 226 | #endif // ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |