Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |
| 18 | #define ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |
| 19 | |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 20 | #include "base/arena_containers.h" |
| 21 | #include "base/bit_vector-inl.h" |
Andreas Gampe | 2a5c468 | 2015-08-14 08:22:54 -0700 | [diff] [blame] | 22 | #include "base/hash_map.h" |
Ian Rogers | 0279ebb | 2014-10-08 17:27:48 -0700 | [diff] [blame] | 23 | #include "base/value_object.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 24 | #include "memory_region.h" |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 25 | #include "nodes.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 26 | #include "stack_map.h" |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 27 | |
| 28 | namespace art { |
| 29 | |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 30 | // Helper to build art::StackMapStream::LocationCatalogEntriesIndices. |
| 31 | class LocationCatalogEntriesIndicesEmptyFn { |
| 32 | public: |
| 33 | void MakeEmpty(std::pair<DexRegisterLocation, size_t>& item) const { |
| 34 | item.first = DexRegisterLocation::None(); |
| 35 | } |
| 36 | bool IsEmpty(const std::pair<DexRegisterLocation, size_t>& item) const { |
| 37 | return item.first == DexRegisterLocation::None(); |
| 38 | } |
| 39 | }; |
| 40 | |
| 41 | // Hash function for art::StackMapStream::LocationCatalogEntriesIndices. |
| 42 | // This hash function does not create collisions. |
| 43 | class DexRegisterLocationHashFn { |
| 44 | public: |
| 45 | size_t operator()(DexRegisterLocation key) const { |
| 46 | // Concatenate `key`s fields to create a 64-bit value to be hashed. |
| 47 | int64_t kind_and_value = |
| 48 | (static_cast<int64_t>(key.kind_) << 32) | static_cast<int64_t>(key.value_); |
| 49 | return inner_hash_fn_(kind_and_value); |
| 50 | } |
| 51 | private: |
| 52 | std::hash<int64_t> inner_hash_fn_; |
| 53 | }; |
| 54 | |
| 55 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 56 | /** |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 57 | * Collects and builds stack maps for a method. All the stack maps |
| 58 | * for a method are placed in a CodeInfo object. |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 59 | */ |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 60 | class StackMapStream : public ValueObject { |
| 61 | public: |
| 62 | explicit StackMapStream(ArenaAllocator* allocator) |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 63 | : allocator_(allocator), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 64 | stack_maps_(allocator->Adapter(kArenaAllocStackMapStream)), |
| 65 | location_catalog_entries_(allocator->Adapter(kArenaAllocStackMapStream)), |
| 66 | dex_register_locations_(allocator->Adapter(kArenaAllocStackMapStream)), |
| 67 | inline_infos_(allocator->Adapter(kArenaAllocStackMapStream)), |
Andreas Gampe | 8eddd2a | 2014-07-28 14:53:22 -0700 | [diff] [blame] | 68 | stack_mask_max_(-1), |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 69 | dex_pc_max_(0), |
Nicolas Geoffray | 896f8f7 | 2015-03-30 15:44:25 +0100 | [diff] [blame] | 70 | register_mask_max_(0), |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 71 | number_of_stack_maps_with_inline_info_(0), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 72 | dex_map_hash_to_stack_map_indices_(std::less<uint32_t>(), |
| 73 | allocator->Adapter(kArenaAllocStackMapStream)), |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 74 | current_entry_(), |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 75 | current_inline_info_(), |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 76 | stack_mask_size_(0), |
| 77 | inline_info_size_(0), |
| 78 | dex_register_maps_size_(0), |
| 79 | stack_maps_size_(0), |
| 80 | dex_register_location_catalog_size_(0), |
| 81 | dex_register_location_catalog_start_(0), |
| 82 | stack_maps_start_(0), |
| 83 | dex_register_maps_start_(0), |
| 84 | inline_infos_start_(0), |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 85 | needed_size_(0), |
| 86 | current_dex_register_(0), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 87 | in_inline_frame_(false) { |
| 88 | stack_maps_.reserve(10); |
| 89 | location_catalog_entries_.reserve(4); |
| 90 | dex_register_locations_.reserve(10 * 4); |
| 91 | inline_infos_.reserve(2); |
| 92 | } |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 93 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 94 | // See runtime/stack_map.h to know what these fields contain. |
| 95 | struct StackMapEntry { |
| 96 | uint32_t dex_pc; |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 97 | uint32_t native_pc_offset; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 98 | uint32_t register_mask; |
| 99 | BitVector* sp_mask; |
| 100 | uint32_t num_dex_registers; |
| 101 | uint8_t inlining_depth; |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 102 | size_t dex_register_locations_start_index; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 103 | size_t inline_infos_start_index; |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 104 | BitVector* live_dex_registers_mask; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 105 | uint32_t dex_register_map_hash; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 106 | size_t same_dex_register_map_as_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 107 | }; |
| 108 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 109 | struct InlineInfoEntry { |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 110 | uint32_t dex_pc; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 111 | uint32_t method_index; |
Nicolas Geoffray | b176d7c | 2015-05-20 18:48:31 +0100 | [diff] [blame] | 112 | InvokeType invoke_type; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 113 | uint32_t num_dex_registers; |
| 114 | BitVector* live_dex_registers_mask; |
| 115 | size_t dex_register_locations_start_index; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 116 | }; |
| 117 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 118 | void BeginStackMapEntry(uint32_t dex_pc, |
| 119 | uint32_t native_pc_offset, |
| 120 | uint32_t register_mask, |
| 121 | BitVector* sp_mask, |
| 122 | uint32_t num_dex_registers, |
| 123 | uint8_t inlining_depth); |
| 124 | void EndStackMapEntry(); |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 125 | |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 126 | void AddDexRegisterEntry(DexRegisterLocation::Kind kind, int32_t value); |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 127 | |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 128 | void BeginInlineInfoEntry(uint32_t method_index, |
| 129 | uint32_t dex_pc, |
Nicolas Geoffray | b176d7c | 2015-05-20 18:48:31 +0100 | [diff] [blame] | 130 | InvokeType invoke_type, |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 131 | uint32_t num_dex_registers); |
| 132 | void EndInlineInfoEntry(); |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 133 | |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 134 | size_t GetNumberOfStackMaps() const { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 135 | return stack_maps_.size(); |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | const StackMapEntry& GetStackMap(size_t i) const { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 139 | DCHECK_LT(i, stack_maps_.size()); |
| 140 | return stack_maps_[i]; |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 141 | } |
| 142 | |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 143 | void SetStackMapNativePcOffset(size_t i, uint32_t native_pc_offset) { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 144 | DCHECK_LT(i, stack_maps_.size()); |
| 145 | stack_maps_[i].native_pc_offset = native_pc_offset; |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 146 | } |
| 147 | |
Vladimir Marko | bd8c725 | 2015-06-12 10:06:32 +0100 | [diff] [blame] | 148 | uint32_t ComputeMaxNativePcOffset() const; |
| 149 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 150 | // Prepares the stream to fill in a memory region. Must be called before FillIn. |
| 151 | // Returns the size (in bytes) needed to store this stream. |
| 152 | size_t PrepareForFillIn(); |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 153 | void FillIn(MemoryRegion region); |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 154 | |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 155 | private: |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 156 | size_t ComputeDexRegisterLocationCatalogSize() const; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 157 | size_t ComputeDexRegisterMapSize(uint32_t num_dex_registers, |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 158 | const BitVector* live_dex_registers_mask) const; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 159 | size_t ComputeDexRegisterMapsSize() const; |
| 160 | size_t ComputeInlineInfoSize() const; |
| 161 | |
| 162 | // Returns the index of an entry with the same dex register map as the current_entry, |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 163 | // or kNoSameDexMapFound if no such entry exists. |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 164 | size_t FindEntryWithTheSameDexMap(); |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 165 | bool HaveTheSameDexMaps(const StackMapEntry& a, const StackMapEntry& b) const; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 166 | void FillInDexRegisterMap(DexRegisterMap dex_register_map, |
| 167 | uint32_t num_dex_registers, |
| 168 | const BitVector& live_dex_registers_mask, |
| 169 | uint32_t start_index_in_dex_register_locations) const; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 170 | |
Nicolas Geoffray | fead4e4 | 2015-03-13 14:39:40 +0000 | [diff] [blame] | 171 | ArenaAllocator* allocator_; |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 172 | ArenaVector<StackMapEntry> stack_maps_; |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 173 | |
| 174 | // A catalog of unique [location_kind, register_value] pairs (per method). |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 175 | ArenaVector<DexRegisterLocation> location_catalog_entries_; |
Roland Levillain | a552e1c | 2015-03-26 15:01:03 +0000 | [diff] [blame] | 176 | // Map from Dex register location catalog entries to their indices in the |
| 177 | // location catalog. |
| 178 | typedef HashMap<DexRegisterLocation, size_t, LocationCatalogEntriesIndicesEmptyFn, |
| 179 | DexRegisterLocationHashFn> LocationCatalogEntriesIndices; |
| 180 | LocationCatalogEntriesIndices location_catalog_entries_indices_; |
| 181 | |
Calin Juravle | c416d33 | 2015-04-23 16:01:43 +0100 | [diff] [blame] | 182 | // A set of concatenated maps of Dex register locations indices to `location_catalog_entries_`. |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 183 | ArenaVector<size_t> dex_register_locations_; |
| 184 | ArenaVector<InlineInfoEntry> inline_infos_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 185 | int stack_mask_max_; |
Nicolas Geoffray | 004c230 | 2015-03-20 10:06:38 +0000 | [diff] [blame] | 186 | uint32_t dex_pc_max_; |
Nicolas Geoffray | 896f8f7 | 2015-03-30 15:44:25 +0100 | [diff] [blame] | 187 | uint32_t register_mask_max_; |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 188 | size_t number_of_stack_maps_with_inline_info_; |
| 189 | |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 190 | ArenaSafeMap<uint32_t, ArenaVector<uint32_t>> dex_map_hash_to_stack_map_indices_; |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 191 | |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 192 | StackMapEntry current_entry_; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 193 | InlineInfoEntry current_inline_info_; |
David Brazdil | f677ebf | 2015-05-29 16:29:43 +0100 | [diff] [blame] | 194 | StackMapEncoding stack_map_encoding_; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 195 | size_t stack_mask_size_; |
| 196 | size_t inline_info_size_; |
| 197 | size_t dex_register_maps_size_; |
| 198 | size_t stack_maps_size_; |
| 199 | size_t dex_register_location_catalog_size_; |
| 200 | size_t dex_register_location_catalog_start_; |
| 201 | size_t stack_maps_start_; |
| 202 | size_t dex_register_maps_start_; |
| 203 | size_t inline_infos_start_; |
| 204 | size_t needed_size_; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 205 | uint32_t current_dex_register_; |
| 206 | bool in_inline_frame_; |
Calin Juravle | 4f46ac5 | 2015-04-23 18:47:21 +0100 | [diff] [blame] | 207 | |
Calin Juravle | 6ae7096 | 2015-03-18 16:31:28 +0000 | [diff] [blame] | 208 | static constexpr uint32_t kNoSameDexMapFound = -1; |
| 209 | |
Nicolas Geoffray | 99ea58c | 2014-07-02 15:08:17 +0100 | [diff] [blame] | 210 | DISALLOW_COPY_AND_ASSIGN(StackMapStream); |
| 211 | }; |
| 212 | |
| 213 | } // namespace art |
| 214 | |
| 215 | #endif // ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_ |