blob: 08c1d3e3c0fb36bfe12d5ad0c69b0698a82eab4c [file] [log] [blame]
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_
18#define ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_
19
Calin Juravle6ae70962015-03-18 16:31:28 +000020#include "base/arena_containers.h"
21#include "base/bit_vector-inl.h"
Andreas Gampe2a5c4682015-08-14 08:22:54 -070022#include "base/hash_map.h"
Ian Rogers0279ebb2014-10-08 17:27:48 -070023#include "base/value_object.h"
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010024#include "memory_region.h"
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +000025#include "nodes.h"
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010026#include "stack_map.h"
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010027
28namespace art {
29
Roland Levillaina552e1c2015-03-26 15:01:03 +000030// Helper to build art::StackMapStream::LocationCatalogEntriesIndices.
31class LocationCatalogEntriesIndicesEmptyFn {
32 public:
33 void MakeEmpty(std::pair<DexRegisterLocation, size_t>& item) const {
34 item.first = DexRegisterLocation::None();
35 }
36 bool IsEmpty(const std::pair<DexRegisterLocation, size_t>& item) const {
37 return item.first == DexRegisterLocation::None();
38 }
39};
40
41// Hash function for art::StackMapStream::LocationCatalogEntriesIndices.
42// This hash function does not create collisions.
43class DexRegisterLocationHashFn {
44 public:
45 size_t operator()(DexRegisterLocation key) const {
46 // Concatenate `key`s fields to create a 64-bit value to be hashed.
47 int64_t kind_and_value =
48 (static_cast<int64_t>(key.kind_) << 32) | static_cast<int64_t>(key.value_);
49 return inner_hash_fn_(kind_and_value);
50 }
51 private:
52 std::hash<int64_t> inner_hash_fn_;
53};
54
55
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010056/**
Nicolas Geoffray39468442014-09-02 15:17:15 +010057 * Collects and builds stack maps for a method. All the stack maps
58 * for a method are placed in a CodeInfo object.
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010059 */
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010060class StackMapStream : public ValueObject {
61 public:
Mathieu Chartiera2f526f2017-01-19 14:48:48 -080062 explicit StackMapStream(ArenaAllocator* allocator,
63 InstructionSet instruction_set)
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +000064 : allocator_(allocator),
Mathieu Chartiera2f526f2017-01-19 14:48:48 -080065 instruction_set_(instruction_set),
Vladimir Marko225b6462015-09-28 12:17:40 +010066 stack_maps_(allocator->Adapter(kArenaAllocStackMapStream)),
67 location_catalog_entries_(allocator->Adapter(kArenaAllocStackMapStream)),
Vladimir Marko1f497642015-10-05 20:34:42 +010068 location_catalog_entries_indices_(allocator->Adapter(kArenaAllocStackMapStream)),
Vladimir Marko225b6462015-09-28 12:17:40 +010069 dex_register_locations_(allocator->Adapter(kArenaAllocStackMapStream)),
70 inline_infos_(allocator->Adapter(kArenaAllocStackMapStream)),
David Srbecky45aa5982016-03-18 02:15:09 +000071 stack_masks_(allocator->Adapter(kArenaAllocStackMapStream)),
Mathieu Chartier1a20b682017-01-31 14:25:16 -080072 register_masks_(allocator->Adapter(kArenaAllocStackMapStream)),
Andreas Gampe8eddd2a2014-07-28 14:53:22 -070073 stack_mask_max_(-1),
Nicolas Geoffray004c2302015-03-20 10:06:38 +000074 dex_pc_max_(0),
Nicolas Geoffray896f8f72015-03-30 15:44:25 +010075 register_mask_max_(0),
Calin Juravle6ae70962015-03-18 16:31:28 +000076 number_of_stack_maps_with_inline_info_(0),
Vladimir Marko225b6462015-09-28 12:17:40 +010077 dex_map_hash_to_stack_map_indices_(std::less<uint32_t>(),
78 allocator->Adapter(kArenaAllocStackMapStream)),
Calin Juravle4f46ac52015-04-23 18:47:21 +010079 current_entry_(),
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +010080 current_inline_info_(),
David Srbecky09ed0982016-02-12 21:58:43 +000081 code_info_encoding_(allocator->Adapter(kArenaAllocStackMapStream)),
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +010082 needed_size_(0),
83 current_dex_register_(0),
Vladimir Marko225b6462015-09-28 12:17:40 +010084 in_inline_frame_(false) {
85 stack_maps_.reserve(10);
86 location_catalog_entries_.reserve(4);
87 dex_register_locations_.reserve(10 * 4);
88 inline_infos_.reserve(2);
David Srbecky09ed0982016-02-12 21:58:43 +000089 code_info_encoding_.reserve(16);
Vladimir Marko225b6462015-09-28 12:17:40 +010090 }
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010091
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010092 // See runtime/stack_map.h to know what these fields contain.
93 struct StackMapEntry {
94 uint32_t dex_pc;
Mathieu Chartiera2f526f2017-01-19 14:48:48 -080095 CodeOffset native_pc_code_offset;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +010096 uint32_t register_mask;
97 BitVector* sp_mask;
98 uint32_t num_dex_registers;
99 uint8_t inlining_depth;
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +0000100 size_t dex_register_locations_start_index;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100101 size_t inline_infos_start_index;
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +0000102 BitVector* live_dex_registers_mask;
Calin Juravle6ae70962015-03-18 16:31:28 +0000103 uint32_t dex_register_map_hash;
Calin Juravle4f46ac52015-04-23 18:47:21 +0100104 size_t same_dex_register_map_as_;
David Srbecky45aa5982016-03-18 02:15:09 +0000105 uint32_t stack_mask_index;
Mathieu Chartier1a20b682017-01-31 14:25:16 -0800106 uint32_t register_mask_index;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100107 };
108
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100109 struct InlineInfoEntry {
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100110 uint32_t dex_pc; // DexFile::kDexNoIndex for intrinsified native methods.
Nicolas Geoffray5d37c152017-01-12 13:25:19 +0000111 ArtMethod* method;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100112 uint32_t method_index;
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100113 uint32_t num_dex_registers;
114 BitVector* live_dex_registers_mask;
115 size_t dex_register_locations_start_index;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100116 };
117
Calin Juravle4f46ac52015-04-23 18:47:21 +0100118 void BeginStackMapEntry(uint32_t dex_pc,
119 uint32_t native_pc_offset,
120 uint32_t register_mask,
121 BitVector* sp_mask,
122 uint32_t num_dex_registers,
123 uint8_t inlining_depth);
124 void EndStackMapEntry();
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100125
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100126 void AddDexRegisterEntry(DexRegisterLocation::Kind kind, int32_t value);
Nicolas Geoffray004c2302015-03-20 10:06:38 +0000127
Nicolas Geoffray5d37c152017-01-12 13:25:19 +0000128 void BeginInlineInfoEntry(ArtMethod* method,
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100129 uint32_t dex_pc,
Nicolas Geoffray5d37c152017-01-12 13:25:19 +0000130 uint32_t num_dex_registers,
131 const DexFile* outer_dex_file = nullptr);
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100132 void EndInlineInfoEntry();
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100133
Vladimir Markobd8c7252015-06-12 10:06:32 +0100134 size_t GetNumberOfStackMaps() const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100135 return stack_maps_.size();
Vladimir Markobd8c7252015-06-12 10:06:32 +0100136 }
137
138 const StackMapEntry& GetStackMap(size_t i) const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100139 return stack_maps_[i];
Vladimir Markobd8c7252015-06-12 10:06:32 +0100140 }
141
Vladimir Markocf93a5c2015-06-16 11:33:24 +0000142 void SetStackMapNativePcOffset(size_t i, uint32_t native_pc_offset) {
Mathieu Chartiera2f526f2017-01-19 14:48:48 -0800143 stack_maps_[i].native_pc_code_offset = CodeOffset::FromOffset(native_pc_offset, instruction_set_);
Vladimir Markocf93a5c2015-06-16 11:33:24 +0000144 }
145
Calin Juravle4f46ac52015-04-23 18:47:21 +0100146 // Prepares the stream to fill in a memory region. Must be called before FillIn.
147 // Returns the size (in bytes) needed to store this stream.
148 size_t PrepareForFillIn();
Calin Juravlec416d332015-04-23 16:01:43 +0100149 void FillIn(MemoryRegion region);
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +0000150
Nicolas Geoffrayeeefa122015-03-13 18:52:59 +0000151 private:
Calin Juravle4f46ac52015-04-23 18:47:21 +0100152 size_t ComputeDexRegisterLocationCatalogSize() const;
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100153 size_t ComputeDexRegisterMapSize(uint32_t num_dex_registers,
Vladimir Marko225b6462015-09-28 12:17:40 +0100154 const BitVector* live_dex_registers_mask) const;
Calin Juravle4f46ac52015-04-23 18:47:21 +0100155 size_t ComputeDexRegisterMapsSize() const;
Mathieu Chartier575d3e62017-02-06 11:00:40 -0800156 void ComputeInlineInfoEncoding(InlineInfoEncoding* encoding,
157 size_t dex_register_maps_bytes);
Calin Juravle4f46ac52015-04-23 18:47:21 +0100158
Mathieu Chartiera2f526f2017-01-19 14:48:48 -0800159 CodeOffset ComputeMaxNativePcCodeOffset() const;
160
David Srbecky45aa5982016-03-18 02:15:09 +0000161 // Returns the number of unique stack masks.
162 size_t PrepareStackMasks(size_t entry_size_in_bits);
163
Mathieu Chartier1a20b682017-01-31 14:25:16 -0800164 // Returns the number of unique register masks.
165 size_t PrepareRegisterMasks();
166
Calin Juravle4f46ac52015-04-23 18:47:21 +0100167 // Returns the index of an entry with the same dex register map as the current_entry,
Calin Juravle6ae70962015-03-18 16:31:28 +0000168 // or kNoSameDexMapFound if no such entry exists.
Calin Juravle4f46ac52015-04-23 18:47:21 +0100169 size_t FindEntryWithTheSameDexMap();
Calin Juravlec416d332015-04-23 16:01:43 +0100170 bool HaveTheSameDexMaps(const StackMapEntry& a, const StackMapEntry& b) const;
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100171 void FillInDexRegisterMap(DexRegisterMap dex_register_map,
172 uint32_t num_dex_registers,
173 const BitVector& live_dex_registers_mask,
174 uint32_t start_index_in_dex_register_locations) const;
Calin Juravle6ae70962015-03-18 16:31:28 +0000175
David Srbecky1bbdfd72016-02-24 16:39:26 +0000176 void CheckDexRegisterMap(const CodeInfo& code_info,
177 const DexRegisterMap& dex_register_map,
178 size_t num_dex_registers,
179 BitVector* live_dex_registers_mask,
180 size_t dex_register_locations_index) const;
181 void CheckCodeInfo(MemoryRegion region) const;
182
Nicolas Geoffrayfead4e42015-03-13 14:39:40 +0000183 ArenaAllocator* allocator_;
Mathieu Chartiera2f526f2017-01-19 14:48:48 -0800184 const InstructionSet instruction_set_;
Vladimir Marko225b6462015-09-28 12:17:40 +0100185 ArenaVector<StackMapEntry> stack_maps_;
Roland Levillaina552e1c2015-03-26 15:01:03 +0000186
187 // A catalog of unique [location_kind, register_value] pairs (per method).
Vladimir Marko225b6462015-09-28 12:17:40 +0100188 ArenaVector<DexRegisterLocation> location_catalog_entries_;
Roland Levillaina552e1c2015-03-26 15:01:03 +0000189 // Map from Dex register location catalog entries to their indices in the
190 // location catalog.
Vladimir Marko1f497642015-10-05 20:34:42 +0100191 using LocationCatalogEntriesIndices = ArenaHashMap<DexRegisterLocation,
192 size_t,
193 LocationCatalogEntriesIndicesEmptyFn,
194 DexRegisterLocationHashFn>;
Roland Levillaina552e1c2015-03-26 15:01:03 +0000195 LocationCatalogEntriesIndices location_catalog_entries_indices_;
196
Calin Juravlec416d332015-04-23 16:01:43 +0100197 // A set of concatenated maps of Dex register locations indices to `location_catalog_entries_`.
Vladimir Marko225b6462015-09-28 12:17:40 +0100198 ArenaVector<size_t> dex_register_locations_;
199 ArenaVector<InlineInfoEntry> inline_infos_;
David Srbecky45aa5982016-03-18 02:15:09 +0000200 ArenaVector<uint8_t> stack_masks_;
Mathieu Chartier1a20b682017-01-31 14:25:16 -0800201 ArenaVector<uint32_t> register_masks_;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100202 int stack_mask_max_;
Nicolas Geoffray004c2302015-03-20 10:06:38 +0000203 uint32_t dex_pc_max_;
Nicolas Geoffray896f8f72015-03-30 15:44:25 +0100204 uint32_t register_mask_max_;
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100205 size_t number_of_stack_maps_with_inline_info_;
206
Vladimir Marko225b6462015-09-28 12:17:40 +0100207 ArenaSafeMap<uint32_t, ArenaVector<uint32_t>> dex_map_hash_to_stack_map_indices_;
Calin Juravle6ae70962015-03-18 16:31:28 +0000208
Calin Juravle4f46ac52015-04-23 18:47:21 +0100209 StackMapEntry current_entry_;
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100210 InlineInfoEntry current_inline_info_;
David Srbecky09ed0982016-02-12 21:58:43 +0000211 ArenaVector<uint8_t> code_info_encoding_;
Calin Juravle4f46ac52015-04-23 18:47:21 +0100212 size_t needed_size_;
Nicolas Geoffrayb1d0f3f2015-05-14 12:41:51 +0100213 uint32_t current_dex_register_;
214 bool in_inline_frame_;
Calin Juravle4f46ac52015-04-23 18:47:21 +0100215
Calin Juravle6ae70962015-03-18 16:31:28 +0000216 static constexpr uint32_t kNoSameDexMapFound = -1;
217
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100218 DISALLOW_COPY_AND_ASSIGN(StackMapStream);
219};
220
221} // namespace art
222
223#endif // ART_COMPILER_OPTIMIZING_STACK_MAP_STREAM_H_