Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_ |
| 18 | #define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_ |
| 19 | |
Ian Rogers | d582fa4 | 2014-11-05 23:46:43 -0800 | [diff] [blame] | 20 | #include "arch/instruction_set.h" |
Calin Juravle | 3416601 | 2014-12-19 17:22:29 +0000 | [diff] [blame] | 21 | #include "arch/instruction_set_features.h" |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 22 | #include "base/arena_containers.h" |
| 23 | #include "base/arena_object.h" |
Nicolas Geoffray | 01bc96d | 2014-04-11 17:43:50 +0100 | [diff] [blame] | 24 | #include "base/bit_field.h" |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 25 | #include "compiled_method.h" |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 26 | #include "driver/compiler_options.h" |
Nicolas Geoffray | bab4ed7 | 2014-03-11 17:53:17 +0000 | [diff] [blame] | 27 | #include "globals.h" |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 28 | #include "graph_visualizer.h" |
Nicolas Geoffray | 4e3d23a | 2014-05-22 18:32:45 +0100 | [diff] [blame] | 29 | #include "locations.h" |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 30 | #include "memory_region.h" |
| 31 | #include "nodes.h" |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 32 | #include "optimizing_compiler_stats.h" |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 33 | #include "stack_map_stream.h" |
Andreas Gampe | 85b62f2 | 2015-09-09 13:15:38 -0700 | [diff] [blame] | 34 | #include "utils/label.h" |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 35 | |
| 36 | namespace art { |
| 37 | |
Roland Levillain | 6d0e483 | 2014-11-27 18:31:21 +0000 | [diff] [blame] | 38 | // Binary encoding of 2^32 for type double. |
| 39 | static int64_t constexpr k2Pow32EncodingForDouble = INT64_C(0x41F0000000000000); |
| 40 | // Binary encoding of 2^31 for type double. |
| 41 | static int64_t constexpr k2Pow31EncodingForDouble = INT64_C(0x41E0000000000000); |
| 42 | |
Mark Mendell | e82549b | 2015-05-06 10:55:34 -0400 | [diff] [blame] | 43 | // Minimum value for a primitive integer. |
| 44 | static int32_t constexpr kPrimIntMin = 0x80000000; |
| 45 | // Minimum value for a primitive long. |
| 46 | static int64_t constexpr kPrimLongMin = INT64_C(0x8000000000000000); |
| 47 | |
Roland Levillain | 3f8f936 | 2014-12-02 17:45:01 +0000 | [diff] [blame] | 48 | // Maximum value for a primitive integer. |
| 49 | static int32_t constexpr kPrimIntMax = 0x7fffffff; |
Roland Levillain | 624279f | 2014-12-04 11:54:28 +0000 | [diff] [blame] | 50 | // Maximum value for a primitive long. |
Mark Mendell | e82549b | 2015-05-06 10:55:34 -0400 | [diff] [blame] | 51 | static int64_t constexpr kPrimLongMax = INT64_C(0x7fffffffffffffff); |
Roland Levillain | 3f8f936 | 2014-12-02 17:45:01 +0000 | [diff] [blame] | 52 | |
Nicolas Geoffray | 92a73ae | 2014-10-16 11:12:52 +0100 | [diff] [blame] | 53 | class Assembler; |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 54 | class CodeGenerator; |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 55 | class CompilerDriver; |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 56 | class LinkerPatch; |
Nicolas Geoffray | f0e3937 | 2014-11-12 17:50:07 +0000 | [diff] [blame] | 57 | class ParallelMoveResolver; |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 58 | |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 59 | class CodeAllocator { |
| 60 | public: |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 61 | CodeAllocator() {} |
| 62 | virtual ~CodeAllocator() {} |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 63 | |
| 64 | virtual uint8_t* Allocate(size_t size) = 0; |
| 65 | |
| 66 | private: |
| 67 | DISALLOW_COPY_AND_ASSIGN(CodeAllocator); |
| 68 | }; |
| 69 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 70 | class SlowPathCode : public ArenaObject<kArenaAllocSlowPaths> { |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 71 | public: |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 72 | SlowPathCode() { |
| 73 | for (size_t i = 0; i < kMaximumNumberOfExpectedRegisters; ++i) { |
| 74 | saved_core_stack_offsets_[i] = kRegisterNotSaved; |
| 75 | saved_fpu_stack_offsets_[i] = kRegisterNotSaved; |
| 76 | } |
| 77 | } |
| 78 | |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 79 | virtual ~SlowPathCode() {} |
| 80 | |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 81 | virtual void EmitNativeCode(CodeGenerator* codegen) = 0; |
| 82 | |
Zheng Xu | da40309 | 2015-04-24 17:35:39 +0800 | [diff] [blame] | 83 | virtual void SaveLiveRegisters(CodeGenerator* codegen, LocationSummary* locations); |
| 84 | virtual void RestoreLiveRegisters(CodeGenerator* codegen, LocationSummary* locations); |
Nicolas Geoffray | a8ac913 | 2015-03-13 16:36:36 +0000 | [diff] [blame] | 85 | |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 86 | bool IsCoreRegisterSaved(int reg) const { |
| 87 | return saved_core_stack_offsets_[reg] != kRegisterNotSaved; |
| 88 | } |
| 89 | |
| 90 | bool IsFpuRegisterSaved(int reg) const { |
| 91 | return saved_fpu_stack_offsets_[reg] != kRegisterNotSaved; |
| 92 | } |
| 93 | |
| 94 | uint32_t GetStackOffsetOfCoreRegister(int reg) const { |
| 95 | return saved_core_stack_offsets_[reg]; |
| 96 | } |
| 97 | |
| 98 | uint32_t GetStackOffsetOfFpuRegister(int reg) const { |
| 99 | return saved_fpu_stack_offsets_[reg]; |
| 100 | } |
| 101 | |
Alexandre Rames | 8158f28 | 2015-08-07 10:26:17 +0100 | [diff] [blame] | 102 | virtual bool IsFatal() const { return false; } |
| 103 | |
Alexandre Rames | 9931f31 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 104 | virtual const char* GetDescription() const = 0; |
| 105 | |
Andreas Gampe | 85b62f2 | 2015-09-09 13:15:38 -0700 | [diff] [blame] | 106 | Label* GetEntryLabel() { return &entry_label_; } |
| 107 | Label* GetExitLabel() { return &exit_label_; } |
| 108 | |
Zheng Xu | da40309 | 2015-04-24 17:35:39 +0800 | [diff] [blame] | 109 | protected: |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 110 | static constexpr size_t kMaximumNumberOfExpectedRegisters = 32; |
| 111 | static constexpr uint32_t kRegisterNotSaved = -1; |
| 112 | uint32_t saved_core_stack_offsets_[kMaximumNumberOfExpectedRegisters]; |
| 113 | uint32_t saved_fpu_stack_offsets_[kMaximumNumberOfExpectedRegisters]; |
Zheng Xu | da40309 | 2015-04-24 17:35:39 +0800 | [diff] [blame] | 114 | |
| 115 | private: |
Andreas Gampe | 85b62f2 | 2015-09-09 13:15:38 -0700 | [diff] [blame] | 116 | Label entry_label_; |
| 117 | Label exit_label_; |
| 118 | |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 119 | DISALLOW_COPY_AND_ASSIGN(SlowPathCode); |
| 120 | }; |
| 121 | |
Roland Levillain | 2d27c8e | 2015-04-28 15:48:45 +0100 | [diff] [blame] | 122 | class InvokeDexCallingConventionVisitor { |
| 123 | public: |
| 124 | virtual Location GetNextLocation(Primitive::Type type) = 0; |
Nicolas Geoffray | fd88f16 | 2015-06-03 11:23:52 +0100 | [diff] [blame] | 125 | virtual Location GetReturnLocation(Primitive::Type type) const = 0; |
| 126 | virtual Location GetMethodLocation() const = 0; |
Roland Levillain | 2d27c8e | 2015-04-28 15:48:45 +0100 | [diff] [blame] | 127 | |
| 128 | protected: |
| 129 | InvokeDexCallingConventionVisitor() {} |
| 130 | virtual ~InvokeDexCallingConventionVisitor() {} |
| 131 | |
| 132 | // The current index for core registers. |
| 133 | uint32_t gp_index_ = 0u; |
| 134 | // The current index for floating-point registers. |
| 135 | uint32_t float_index_ = 0u; |
| 136 | // The current stack index. |
| 137 | uint32_t stack_index_ = 0u; |
| 138 | |
| 139 | private: |
| 140 | DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitor); |
| 141 | }; |
| 142 | |
Calin Juravle | e460d1d | 2015-09-29 04:52:17 +0100 | [diff] [blame] | 143 | class FieldAccessCallingConvention { |
| 144 | public: |
| 145 | virtual Location GetObjectLocation() const = 0; |
| 146 | virtual Location GetFieldIndexLocation() const = 0; |
| 147 | virtual Location GetReturnLocation(Primitive::Type type) const = 0; |
| 148 | virtual Location GetSetValueLocation(Primitive::Type type, bool is_instance) const = 0; |
| 149 | virtual Location GetFpuLocation(Primitive::Type type) const = 0; |
| 150 | virtual ~FieldAccessCallingConvention() {} |
| 151 | |
| 152 | protected: |
| 153 | FieldAccessCallingConvention() {} |
| 154 | |
| 155 | private: |
| 156 | DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConvention); |
| 157 | }; |
| 158 | |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 159 | class CodeGenerator { |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 160 | public: |
| 161 | // Compiles the graph to executable instructions. Returns whether the compilation |
| 162 | // succeeded. |
Nicolas Geoffray | 73e80c3 | 2014-07-22 17:47:56 +0100 | [diff] [blame] | 163 | void CompileBaseline(CodeAllocator* allocator, bool is_leaf = false); |
Nicolas Geoffray | 86dbb9a | 2014-06-04 11:12:39 +0100 | [diff] [blame] | 164 | void CompileOptimized(CodeAllocator* allocator); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 165 | static CodeGenerator* Create(HGraph* graph, |
Calin Juravle | 3416601 | 2014-12-19 17:22:29 +0000 | [diff] [blame] | 166 | InstructionSet instruction_set, |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 167 | const InstructionSetFeatures& isa_features, |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 168 | const CompilerOptions& compiler_options, |
| 169 | OptimizingCompilerStats* stats = nullptr); |
Nicolas Geoffray | 12df9eb | 2015-01-09 14:53:50 +0000 | [diff] [blame] | 170 | virtual ~CodeGenerator() {} |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 171 | |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 172 | // Get the graph. This is the outermost graph, never the graph of a method being inlined. |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 173 | HGraph* GetGraph() const { return graph_; } |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 174 | |
Nicolas Geoffray | dc23d83 | 2015-02-16 11:15:43 +0000 | [diff] [blame] | 175 | HBasicBlock* GetNextBlockToEmit() const; |
| 176 | HBasicBlock* FirstNonEmptyBlock(HBasicBlock* block) const; |
Nicolas Geoffray | bab4ed7 | 2014-03-11 17:53:17 +0000 | [diff] [blame] | 177 | bool GoesToNextBlock(HBasicBlock* current, HBasicBlock* next) const; |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 178 | |
Nicolas Geoffray | 86dbb9a | 2014-06-04 11:12:39 +0100 | [diff] [blame] | 179 | size_t GetStackSlotOfParameter(HParameterValue* parameter) const { |
| 180 | // Note that this follows the current calling convention. |
| 181 | return GetFrameSize() |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 182 | + InstructionSetPointerSize(GetInstructionSet()) // Art method |
Nicolas Geoffray | e27f31a | 2014-06-12 17:53:14 +0100 | [diff] [blame] | 183 | + parameter->GetIndex() * kVRegSize; |
Nicolas Geoffray | 86dbb9a | 2014-06-04 11:12:39 +0100 | [diff] [blame] | 184 | } |
| 185 | |
Nicolas Geoffray | 92a73ae | 2014-10-16 11:12:52 +0100 | [diff] [blame] | 186 | virtual void Initialize() = 0; |
Serban Constantinescu | 32f5b4d | 2014-11-25 20:05:46 +0000 | [diff] [blame] | 187 | virtual void Finalize(CodeAllocator* allocator); |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 188 | virtual void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches); |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 189 | virtual void GenerateFrameEntry() = 0; |
| 190 | virtual void GenerateFrameExit() = 0; |
Nicolas Geoffray | 92a73ae | 2014-10-16 11:12:52 +0100 | [diff] [blame] | 191 | virtual void Bind(HBasicBlock* block) = 0; |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 192 | virtual void Move(HInstruction* instruction, Location location, HInstruction* move_for) = 0; |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 193 | virtual void MoveConstant(Location destination, int32_t value) = 0; |
Calin Juravle | e460d1d | 2015-09-29 04:52:17 +0100 | [diff] [blame] | 194 | virtual void MoveLocation(Location dst, Location src, Primitive::Type dst_type) = 0; |
| 195 | virtual void AddLocationAsTemp(Location location, LocationSummary* locations) = 0; |
| 196 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 197 | virtual Assembler* GetAssembler() = 0; |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 198 | virtual const Assembler& GetAssembler() const = 0; |
Nicolas Geoffray | 707c809 | 2014-04-04 10:50:14 +0100 | [diff] [blame] | 199 | virtual size_t GetWordSize() const = 0; |
Mark Mendell | f85a9ca | 2015-01-13 09:20:58 -0500 | [diff] [blame] | 200 | virtual size_t GetFloatingPointSpillSlotSize() const = 0; |
Nicolas Geoffray | de58ab2 | 2014-11-05 12:46:03 +0000 | [diff] [blame] | 201 | virtual uintptr_t GetAddressOf(HBasicBlock* block) const = 0; |
Nicolas Geoffray | 4c204ba | 2015-02-03 15:12:35 +0000 | [diff] [blame] | 202 | void InitializeCodeGeneration(size_t number_of_spill_slots, |
| 203 | size_t maximum_number_of_live_core_registers, |
| 204 | size_t maximum_number_of_live_fp_registers, |
| 205 | size_t number_of_out_slots, |
Vladimir Marko | fa6b93c | 2015-09-15 10:15:55 +0100 | [diff] [blame] | 206 | const ArenaVector<HBasicBlock*>& block_order); |
Nicolas Geoffray | ab032bc | 2014-07-15 12:55:21 +0100 | [diff] [blame] | 207 | int32_t GetStackSlot(HLocal* local) const; |
| 208 | Location GetTemporaryLocation(HTemporary* temp) const; |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 209 | |
| 210 | uint32_t GetFrameSize() const { return frame_size_; } |
| 211 | void SetFrameSize(uint32_t size) { frame_size_ = size; } |
Nicolas Geoffray | 8ccc3f5 | 2014-03-19 10:34:11 +0000 | [diff] [blame] | 212 | uint32_t GetCoreSpillMask() const { return core_spill_mask_; } |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 213 | uint32_t GetFpuSpillMask() const { return fpu_spill_mask_; } |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 214 | |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 215 | size_t GetNumberOfCoreRegisters() const { return number_of_core_registers_; } |
| 216 | size_t GetNumberOfFloatingPointRegisters() const { return number_of_fpu_registers_; } |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 217 | virtual void SetupBlockedRegisters(bool is_baseline) const = 0; |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 218 | |
Nicolas Geoffray | 4dee636 | 2015-01-23 18:23:14 +0000 | [diff] [blame] | 219 | virtual void ComputeSpillMask() { |
| 220 | core_spill_mask_ = allocated_registers_.GetCoreRegisters() & core_callee_save_mask_; |
| 221 | DCHECK_NE(core_spill_mask_, 0u) << "At least the return address register must be saved"; |
| 222 | fpu_spill_mask_ = allocated_registers_.GetFloatingPointRegisters() & fpu_callee_save_mask_; |
| 223 | } |
| 224 | |
| 225 | static uint32_t ComputeRegisterMask(const int* registers, size_t length) { |
| 226 | uint32_t mask = 0; |
| 227 | for (size_t i = 0, e = length; i < e; ++i) { |
| 228 | mask |= (1 << registers[i]); |
| 229 | } |
| 230 | return mask; |
| 231 | } |
| 232 | |
Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 233 | virtual void DumpCoreRegister(std::ostream& stream, int reg) const = 0; |
| 234 | virtual void DumpFloatingPointRegister(std::ostream& stream, int reg) const = 0; |
Nicolas Geoffray | 412f10c | 2014-06-19 10:00:34 +0100 | [diff] [blame] | 235 | virtual InstructionSet GetInstructionSet() const = 0; |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 236 | |
| 237 | const CompilerOptions& GetCompilerOptions() const { return compiler_options_; } |
| 238 | |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 239 | void MaybeRecordStat(MethodCompilationStat compilation_stat, size_t count = 1) const; |
| 240 | |
Nicolas Geoffray | 102cbed | 2014-10-15 18:31:05 +0100 | [diff] [blame] | 241 | // Saves the register in the stack. Returns the size taken on stack. |
| 242 | virtual size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) = 0; |
| 243 | // Restores the register from the stack. Returns the size taken on stack. |
| 244 | virtual size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) = 0; |
Nicolas Geoffray | 234d69d | 2015-03-09 10:28:50 +0000 | [diff] [blame] | 245 | |
| 246 | virtual size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) = 0; |
| 247 | virtual size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) = 0; |
| 248 | |
Nicolas Geoffray | 840e546 | 2015-01-07 16:01:24 +0000 | [diff] [blame] | 249 | virtual bool NeedsTwoRegisters(Primitive::Type type) const = 0; |
Nicolas Geoffray | 234d69d | 2015-03-09 10:28:50 +0000 | [diff] [blame] | 250 | // Returns whether we should split long moves in parallel moves. |
| 251 | virtual bool ShouldSplitLongMoves() const { return false; } |
Nicolas Geoffray | a7062e0 | 2014-05-22 12:50:17 +0100 | [diff] [blame] | 252 | |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 253 | bool IsCoreCalleeSaveRegister(int reg) const { |
| 254 | return (core_callee_save_mask_ & (1 << reg)) != 0; |
| 255 | } |
| 256 | |
| 257 | bool IsFloatingPointCalleeSaveRegister(int reg) const { |
| 258 | return (fpu_callee_save_mask_ & (1 << reg)) != 0; |
| 259 | } |
| 260 | |
Yevgeny Rouban | 2a7c1ef | 2015-07-22 18:36:24 +0600 | [diff] [blame] | 261 | // Record native to dex mapping for a suspend point. Required by runtime. |
Nicolas Geoffray | eeefa12 | 2015-03-13 18:52:59 +0000 | [diff] [blame] | 262 | void RecordPcInfo(HInstruction* instruction, uint32_t dex_pc, SlowPathCode* slow_path = nullptr); |
Yevgeny Rouban | 2a7c1ef | 2015-07-22 18:36:24 +0600 | [diff] [blame] | 263 | // Record additional native to dex mappings for native debugging/profiling tools. |
| 264 | void RecordNativeDebugInfo(uint32_t dex_pc, uintptr_t native_pc_begin, uintptr_t native_pc_end); |
| 265 | |
Calin Juravle | 77520bc | 2015-01-12 18:45:46 +0000 | [diff] [blame] | 266 | bool CanMoveNullCheckToUser(HNullCheck* null_check); |
| 267 | void MaybeRecordImplicitNullCheck(HInstruction* instruction); |
Nicolas Geoffray | 8ccc3f5 | 2014-03-19 10:34:11 +0000 | [diff] [blame] | 268 | |
David Brazdil | 77a48ae | 2015-09-15 12:34:04 +0000 | [diff] [blame] | 269 | // Records a stack map which the runtime might use to set catch phi values |
| 270 | // during exception delivery. |
| 271 | // TODO: Replace with a catch-entering instruction that records the environment. |
| 272 | void RecordCatchBlockInfo(); |
| 273 | |
| 274 | // Returns true if implicit null checks are allowed in the compiler options |
| 275 | // and if the null check is not inside a try block. We currently cannot do |
| 276 | // implicit null checks in that case because we need the NullCheckSlowPath to |
| 277 | // save live registers, which may be needed by the runtime to set catch phis. |
| 278 | bool IsImplicitNullCheckAllowed(HNullCheck* null_check) const; |
| 279 | |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 280 | void AddSlowPath(SlowPathCode* slow_path) { |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 281 | slow_paths_.push_back(slow_path); |
Nicolas Geoffray | e503832 | 2014-07-04 09:41:32 +0100 | [diff] [blame] | 282 | } |
| 283 | |
Vladimir Marko | f9f6441 | 2015-09-02 14:05:49 +0100 | [diff] [blame] | 284 | void BuildMappingTable(ArenaVector<uint8_t>* vector) const; |
| 285 | void BuildVMapTable(ArenaVector<uint8_t>* vector) const; |
Nicolas Geoffray | 92cf83e | 2014-03-18 17:59:20 +0000 | [diff] [blame] | 286 | void BuildNativeGCMap( |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 287 | ArenaVector<uint8_t>* vector, const CompilerDriver& compiler_driver) const; |
| 288 | void BuildStackMaps(MemoryRegion region); |
| 289 | size_t ComputeStackMapsSize(); |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 290 | |
Roland Levillain | 3e3d733 | 2015-04-28 11:00:54 +0100 | [diff] [blame] | 291 | bool IsBaseline() const { |
| 292 | return is_baseline_; |
| 293 | } |
| 294 | |
Nicolas Geoffray | f12feb8 | 2014-07-17 18:32:41 +0100 | [diff] [blame] | 295 | bool IsLeafMethod() const { |
| 296 | return is_leaf_; |
| 297 | } |
| 298 | |
| 299 | void MarkNotLeaf() { |
| 300 | is_leaf_ = false; |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 301 | requires_current_method_ = true; |
| 302 | } |
| 303 | |
| 304 | void SetRequiresCurrentMethod() { |
| 305 | requires_current_method_ = true; |
| 306 | } |
| 307 | |
| 308 | bool RequiresCurrentMethod() const { |
| 309 | return requires_current_method_; |
Nicolas Geoffray | f12feb8 | 2014-07-17 18:32:41 +0100 | [diff] [blame] | 310 | } |
| 311 | |
Nicolas Geoffray | 3c04974 | 2014-09-24 18:10:46 +0100 | [diff] [blame] | 312 | // Clears the spill slots taken by loop phis in the `LocationSummary` of the |
| 313 | // suspend check. This is called when the code generator generates code |
| 314 | // for the suspend check at the back edge (instead of where the suspend check |
| 315 | // is, which is the loop entry). At this point, the spill slots for the phis |
| 316 | // have not been written to. |
| 317 | void ClearSpillSlotsFromLoopPhisInStackMap(HSuspendCheck* suspend_check) const; |
| 318 | |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 319 | bool* GetBlockedCoreRegisters() const { return blocked_core_registers_; } |
Nicolas Geoffray | 102cbed | 2014-10-15 18:31:05 +0100 | [diff] [blame] | 320 | bool* GetBlockedFloatingPointRegisters() const { return blocked_fpu_registers_; } |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 321 | |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 322 | // Helper that returns the pointer offset of an index in an object array. |
| 323 | // Note: this method assumes we always have the same pointer size, regardless |
| 324 | // of the architecture. |
| 325 | static size_t GetCacheOffset(uint32_t index); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 326 | // Pointer variant for ArtMethod and ArtField arrays. |
| 327 | size_t GetCachePointerOffset(uint32_t index); |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 328 | |
Nicolas Geoffray | 9021825 | 2015-04-15 11:56:51 +0100 | [diff] [blame] | 329 | void EmitParallelMoves(Location from1, |
| 330 | Location to1, |
| 331 | Primitive::Type type1, |
| 332 | Location from2, |
| 333 | Location to2, |
| 334 | Primitive::Type type2); |
Nicolas Geoffray | f0e3937 | 2014-11-12 17:50:07 +0000 | [diff] [blame] | 335 | |
Nicolas Geoffray | af07bc1 | 2014-11-12 18:08:09 +0000 | [diff] [blame] | 336 | static bool StoreNeedsWriteBarrier(Primitive::Type type, HInstruction* value) { |
David Brazdil | 522e224 | 2015-03-17 18:48:28 +0000 | [diff] [blame] | 337 | // Check that null value is not represented as an integer constant. |
| 338 | DCHECK(type != Primitive::kPrimNot || !value->IsIntConstant()); |
| 339 | return type == Primitive::kPrimNot && !value->IsNullConstant(); |
Nicolas Geoffray | af07bc1 | 2014-11-12 18:08:09 +0000 | [diff] [blame] | 340 | } |
| 341 | |
Alexandre Rames | 78e3ef6 | 2015-08-12 13:43:29 +0100 | [diff] [blame] | 342 | void ValidateInvokeRuntime(HInstruction* instruction, SlowPathCode* slow_path); |
| 343 | |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 344 | void AddAllocatedRegister(Location location) { |
| 345 | allocated_registers_.Add(location); |
| 346 | } |
| 347 | |
Nicolas Geoffray | 45b83af | 2015-07-06 15:12:53 +0000 | [diff] [blame] | 348 | bool HasAllocatedRegister(bool is_core, int reg) const { |
| 349 | return is_core |
| 350 | ? allocated_registers_.ContainsCoreRegister(reg) |
| 351 | : allocated_registers_.ContainsFloatingPointRegister(reg); |
| 352 | } |
| 353 | |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 354 | void AllocateLocations(HInstruction* instruction); |
| 355 | |
Roland Levillain | aa9b7c4 | 2015-02-17 15:40:09 +0000 | [diff] [blame] | 356 | // Tells whether the stack frame of the compiled method is |
| 357 | // considered "empty", that is either actually having a size of zero, |
| 358 | // or just containing the saved return address register. |
| 359 | bool HasEmptyFrame() const { |
| 360 | return GetFrameSize() == (CallPushesPC() ? GetWordSize() : 0); |
| 361 | } |
| 362 | |
Nicolas Geoffray | d6138ef | 2015-02-18 14:48:53 +0000 | [diff] [blame] | 363 | static int32_t GetInt32ValueOf(HConstant* constant) { |
| 364 | if (constant->IsIntConstant()) { |
| 365 | return constant->AsIntConstant()->GetValue(); |
| 366 | } else if (constant->IsNullConstant()) { |
| 367 | return 0; |
| 368 | } else { |
| 369 | DCHECK(constant->IsFloatConstant()); |
Roland Levillain | da4d79b | 2015-03-24 14:36:11 +0000 | [diff] [blame] | 370 | return bit_cast<int32_t, float>(constant->AsFloatConstant()->GetValue()); |
Nicolas Geoffray | d6138ef | 2015-02-18 14:48:53 +0000 | [diff] [blame] | 371 | } |
| 372 | } |
| 373 | |
| 374 | static int64_t GetInt64ValueOf(HConstant* constant) { |
| 375 | if (constant->IsIntConstant()) { |
| 376 | return constant->AsIntConstant()->GetValue(); |
| 377 | } else if (constant->IsNullConstant()) { |
| 378 | return 0; |
| 379 | } else if (constant->IsFloatConstant()) { |
Roland Levillain | da4d79b | 2015-03-24 14:36:11 +0000 | [diff] [blame] | 380 | return bit_cast<int32_t, float>(constant->AsFloatConstant()->GetValue()); |
Nicolas Geoffray | d6138ef | 2015-02-18 14:48:53 +0000 | [diff] [blame] | 381 | } else if (constant->IsLongConstant()) { |
| 382 | return constant->AsLongConstant()->GetValue(); |
| 383 | } else { |
| 384 | DCHECK(constant->IsDoubleConstant()); |
Roland Levillain | da4d79b | 2015-03-24 14:36:11 +0000 | [diff] [blame] | 385 | return bit_cast<int64_t, double>(constant->AsDoubleConstant()->GetValue()); |
Nicolas Geoffray | d6138ef | 2015-02-18 14:48:53 +0000 | [diff] [blame] | 386 | } |
| 387 | } |
| 388 | |
Nicolas Geoffray | a8ac913 | 2015-03-13 16:36:36 +0000 | [diff] [blame] | 389 | size_t GetFirstRegisterSlotInSlowPath() const { |
| 390 | return first_register_slot_in_slow_path_; |
| 391 | } |
| 392 | |
| 393 | uint32_t FrameEntrySpillSize() const { |
| 394 | return GetFpuSpillSize() + GetCoreSpillSize(); |
| 395 | } |
| 396 | |
Roland Levillain | ec525fc | 2015-04-28 15:50:20 +0100 | [diff] [blame] | 397 | virtual ParallelMoveResolver* GetMoveResolver() = 0; |
Nicolas Geoffray | a8ac913 | 2015-03-13 16:36:36 +0000 | [diff] [blame] | 398 | |
Nicolas Geoffray | fd88f16 | 2015-06-03 11:23:52 +0100 | [diff] [blame] | 399 | static void CreateCommonInvokeLocationSummary( |
| 400 | HInvoke* invoke, InvokeDexCallingConventionVisitor* visitor); |
| 401 | |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 402 | void GenerateInvokeUnresolvedRuntimeCall(HInvokeUnresolved* invoke); |
| 403 | |
Calin Juravle | e460d1d | 2015-09-29 04:52:17 +0100 | [diff] [blame] | 404 | void CreateUnresolvedFieldLocationSummary( |
| 405 | HInstruction* field_access, |
| 406 | Primitive::Type field_type, |
| 407 | const FieldAccessCallingConvention& calling_convention); |
| 408 | |
| 409 | void GenerateUnresolvedFieldAccess( |
| 410 | HInstruction* field_access, |
| 411 | Primitive::Type field_type, |
| 412 | uint32_t field_index, |
| 413 | uint32_t dex_pc, |
| 414 | const FieldAccessCallingConvention& calling_convention); |
| 415 | |
Calin Juravle | 98893e1 | 2015-10-02 21:05:03 +0100 | [diff] [blame] | 416 | // TODO: This overlaps a bit with MoveFromReturnRegister. Refactor for a better design. |
| 417 | static void CreateLoadClassLocationSummary(HLoadClass* cls, |
| 418 | Location runtime_type_index_location, |
| 419 | Location runtime_return_location); |
| 420 | |
Nicolas Geoffray | 5bd05a5 | 2015-10-13 09:48:30 +0100 | [diff] [blame] | 421 | static void CreateSystemArrayCopyLocationSummary(HInvoke* invoke); |
| 422 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 423 | void SetDisassemblyInformation(DisassemblyInformation* info) { disasm_info_ = info; } |
| 424 | DisassemblyInformation* GetDisassemblyInformation() const { return disasm_info_; } |
| 425 | |
Calin Juravle | 175dc73 | 2015-08-25 15:42:32 +0100 | [diff] [blame] | 426 | virtual void InvokeRuntime(QuickEntrypointEnum entrypoint, |
| 427 | HInstruction* instruction, |
| 428 | uint32_t dex_pc, |
| 429 | SlowPathCode* slow_path) = 0; |
| 430 | |
Vladimir Marko | dc151b2 | 2015-10-15 18:02:30 +0100 | [diff] [blame] | 431 | // Check if the desired_dispatch_info is supported. If it is, return it, |
| 432 | // otherwise return a fall-back info that should be used instead. |
| 433 | virtual HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch( |
| 434 | const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info, |
| 435 | MethodReference target_method) = 0; |
| 436 | |
Andreas Gampe | 85b62f2 | 2015-09-09 13:15:38 -0700 | [diff] [blame] | 437 | // Generate a call to a static or direct method. |
| 438 | virtual void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) = 0; |
| 439 | // Generate a call to a virtual method. |
| 440 | virtual void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) = 0; |
| 441 | |
| 442 | // Copy the result of a call into the given target. |
| 443 | virtual void MoveFromReturnRegister(Location trg, Primitive::Type type) = 0; |
| 444 | |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 445 | const ArenaVector<SrcMapElem>& GetSrcMappingTable() const { |
| 446 | return src_map_; |
| 447 | } |
| 448 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 449 | protected: |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 450 | // Method patch info used for recording locations of required linker patches and |
| 451 | // target methods. The target method can be used for various purposes, whether for |
| 452 | // patching the address of the method or the code pointer or a PC-relative call. |
| 453 | template <typename LabelType> |
| 454 | struct MethodPatchInfo { |
| 455 | explicit MethodPatchInfo(MethodReference m) : target_method(m), label() { } |
| 456 | |
| 457 | MethodReference target_method; |
| 458 | LabelType label; |
| 459 | }; |
| 460 | |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 461 | CodeGenerator(HGraph* graph, |
| 462 | size_t number_of_core_registers, |
| 463 | size_t number_of_fpu_registers, |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 464 | size_t number_of_register_pairs, |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 465 | uint32_t core_callee_save_mask, |
| 466 | uint32_t fpu_callee_save_mask, |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 467 | const CompilerOptions& compiler_options, |
| 468 | OptimizingCompilerStats* stats) |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 469 | : frame_size_(0), |
Nicolas Geoffray | 4361bef | 2014-08-20 04:59:12 +0100 | [diff] [blame] | 470 | core_spill_mask_(0), |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 471 | fpu_spill_mask_(0), |
Nicolas Geoffray | 3bca0df | 2014-09-19 11:01:00 +0100 | [diff] [blame] | 472 | first_register_slot_in_slow_path_(0), |
Vladimir Marko | 5233f93 | 2015-09-29 19:01:15 +0100 | [diff] [blame] | 473 | blocked_core_registers_(graph->GetArena()->AllocArray<bool>(number_of_core_registers, |
| 474 | kArenaAllocCodeGenerator)), |
| 475 | blocked_fpu_registers_(graph->GetArena()->AllocArray<bool>(number_of_fpu_registers, |
| 476 | kArenaAllocCodeGenerator)), |
| 477 | blocked_register_pairs_(graph->GetArena()->AllocArray<bool>(number_of_register_pairs, |
| 478 | kArenaAllocCodeGenerator)), |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 479 | number_of_core_registers_(number_of_core_registers), |
| 480 | number_of_fpu_registers_(number_of_fpu_registers), |
| 481 | number_of_register_pairs_(number_of_register_pairs), |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 482 | core_callee_save_mask_(core_callee_save_mask), |
| 483 | fpu_callee_save_mask_(fpu_callee_save_mask), |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 484 | stack_map_stream_(graph->GetArena()), |
| 485 | block_order_(nullptr), |
Roland Levillain | 3e3d733 | 2015-04-28 11:00:54 +0100 | [diff] [blame] | 486 | is_baseline_(false), |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 487 | disasm_info_(nullptr), |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 488 | stats_(stats), |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 489 | graph_(graph), |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 490 | compiler_options_(compiler_options), |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 491 | src_map_(graph->GetArena()->Adapter(kArenaAllocCodeGenerator)), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 492 | slow_paths_(graph->GetArena()->Adapter(kArenaAllocCodeGenerator)), |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame^] | 493 | current_slow_path_(nullptr), |
Nicolas Geoffray | 4c204ba | 2015-02-03 15:12:35 +0000 | [diff] [blame] | 494 | current_block_index_(0), |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 495 | is_leaf_(true), |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 496 | requires_current_method_(false) { |
| 497 | slow_paths_.reserve(8); |
| 498 | } |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 499 | |
Nicolas Geoffray | a7aca37 | 2014-04-28 17:47:12 +0100 | [diff] [blame] | 500 | // Register allocation logic. |
| 501 | void AllocateRegistersLocally(HInstruction* instruction) const; |
| 502 | |
| 503 | // Backend specific implementation for allocating a register. |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 504 | virtual Location AllocateFreeRegister(Primitive::Type type) const = 0; |
Nicolas Geoffray | a7aca37 | 2014-04-28 17:47:12 +0100 | [diff] [blame] | 505 | |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 506 | static size_t FindFreeEntry(bool* array, size_t length); |
Nicolas Geoffray | 3c03503 | 2014-10-28 10:46:40 +0000 | [diff] [blame] | 507 | static size_t FindTwoFreeConsecutiveAlignedEntries(bool* array, size_t length); |
Nicolas Geoffray | a7aca37 | 2014-04-28 17:47:12 +0100 | [diff] [blame] | 508 | |
Nicolas Geoffray | a7aca37 | 2014-04-28 17:47:12 +0100 | [diff] [blame] | 509 | virtual Location GetStackLocation(HLoadLocal* load) const = 0; |
| 510 | |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 511 | virtual HGraphVisitor* GetLocationBuilder() = 0; |
| 512 | virtual HGraphVisitor* GetInstructionVisitor() = 0; |
Nicolas Geoffray | f0e3937 | 2014-11-12 17:50:07 +0000 | [diff] [blame] | 513 | |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 514 | // Returns the location of the first spilled entry for floating point registers, |
| 515 | // relative to the stack pointer. |
| 516 | uint32_t GetFpuSpillStart() const { |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 517 | return GetFrameSize() - FrameEntrySpillSize(); |
| 518 | } |
| 519 | |
| 520 | uint32_t GetFpuSpillSize() const { |
| 521 | return POPCOUNT(fpu_spill_mask_) * GetFloatingPointSpillSlotSize(); |
| 522 | } |
| 523 | |
| 524 | uint32_t GetCoreSpillSize() const { |
| 525 | return POPCOUNT(core_spill_mask_) * GetWordSize(); |
| 526 | } |
| 527 | |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 528 | bool HasAllocatedCalleeSaveRegisters() const { |
| 529 | // We check the core registers against 1 because it always comprises the return PC. |
| 530 | return (POPCOUNT(allocated_registers_.GetCoreRegisters() & core_callee_save_mask_) != 1) |
| 531 | || (POPCOUNT(allocated_registers_.GetFloatingPointRegisters() & fpu_callee_save_mask_) != 0); |
| 532 | } |
| 533 | |
| 534 | bool CallPushesPC() const { |
| 535 | InstructionSet instruction_set = GetInstructionSet(); |
| 536 | return instruction_set == kX86 || instruction_set == kX86_64; |
| 537 | } |
| 538 | |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 539 | // Arm64 has its own type for a label, so we need to templatize these methods |
Nicolas Geoffray | dc23d83 | 2015-02-16 11:15:43 +0000 | [diff] [blame] | 540 | // to share the logic. |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 541 | |
| 542 | template <typename LabelType> |
| 543 | LabelType* CommonInitializeLabels() { |
Vladimir Marko | b95fb77 | 2015-09-30 13:32:31 +0100 | [diff] [blame] | 544 | // We use raw array allocations instead of ArenaVector<> because Labels are |
| 545 | // non-constructible and non-movable and as such cannot be held in a vector. |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 546 | size_t size = GetGraph()->GetBlocks().size(); |
| 547 | LabelType* labels = GetGraph()->GetArena()->AllocArray<LabelType>(size, |
| 548 | kArenaAllocCodeGenerator); |
| 549 | for (size_t i = 0; i != size; ++i) { |
| 550 | new(labels + i) LabelType(); |
| 551 | } |
| 552 | return labels; |
| 553 | } |
| 554 | |
Vladimir Marko | 5815501 | 2015-08-19 12:49:41 +0000 | [diff] [blame] | 555 | template <typename LabelType> |
| 556 | LabelType* CommonGetLabelOf(LabelType* raw_pointer_to_labels_array, HBasicBlock* block) const { |
Nicolas Geoffray | dc23d83 | 2015-02-16 11:15:43 +0000 | [diff] [blame] | 557 | block = FirstNonEmptyBlock(block); |
| 558 | return raw_pointer_to_labels_array + block->GetBlockId(); |
| 559 | } |
| 560 | |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame^] | 561 | SlowPathCode* GetCurrentSlowPath() { |
| 562 | return current_slow_path_; |
| 563 | } |
| 564 | |
Nicolas Geoffray | 8ccc3f5 | 2014-03-19 10:34:11 +0000 | [diff] [blame] | 565 | // Frame size required for this method. |
| 566 | uint32_t frame_size_; |
| 567 | uint32_t core_spill_mask_; |
Nicolas Geoffray | d97dc40 | 2015-01-22 13:50:01 +0000 | [diff] [blame] | 568 | uint32_t fpu_spill_mask_; |
Nicolas Geoffray | 3bca0df | 2014-09-19 11:01:00 +0100 | [diff] [blame] | 569 | uint32_t first_register_slot_in_slow_path_; |
Nicolas Geoffray | 8ccc3f5 | 2014-03-19 10:34:11 +0000 | [diff] [blame] | 570 | |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 571 | // Registers that were allocated during linear scan. |
| 572 | RegisterSet allocated_registers_; |
| 573 | |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 574 | // Arrays used when doing register allocation to know which |
| 575 | // registers we can allocate. `SetupBlockedRegisters` updates the |
| 576 | // arrays. |
| 577 | bool* const blocked_core_registers_; |
| 578 | bool* const blocked_fpu_registers_; |
| 579 | bool* const blocked_register_pairs_; |
| 580 | size_t number_of_core_registers_; |
| 581 | size_t number_of_fpu_registers_; |
| 582 | size_t number_of_register_pairs_; |
Nicolas Geoffray | 9889396 | 2015-01-21 12:32:32 +0000 | [diff] [blame] | 583 | const uint32_t core_callee_save_mask_; |
| 584 | const uint32_t fpu_callee_save_mask_; |
Nicolas Geoffray | 71175b7 | 2014-10-09 22:13:55 +0100 | [diff] [blame] | 585 | |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 586 | StackMapStream stack_map_stream_; |
| 587 | |
| 588 | // The order to use for code generation. |
Vladimir Marko | fa6b93c | 2015-09-15 10:15:55 +0100 | [diff] [blame] | 589 | const ArenaVector<HBasicBlock*>* block_order_; |
Vladimir Marko | cf93a5c | 2015-06-16 11:33:24 +0000 | [diff] [blame] | 590 | |
Roland Levillain | 3e3d733 | 2015-04-28 11:00:54 +0100 | [diff] [blame] | 591 | // Whether we are using baseline. |
| 592 | bool is_baseline_; |
| 593 | |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 594 | DisassemblyInformation* disasm_info_; |
| 595 | |
Nicolas Geoffray | bab4ed7 | 2014-03-11 17:53:17 +0000 | [diff] [blame] | 596 | private: |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 597 | void InitLocationsBaseline(HInstruction* instruction); |
Nicolas Geoffray | 3bca0df | 2014-09-19 11:01:00 +0100 | [diff] [blame] | 598 | size_t GetStackOffsetOfSavedRegister(size_t index); |
Alexandre Rames | eb7b739 | 2015-06-19 14:47:01 +0100 | [diff] [blame] | 599 | void GenerateSlowPaths(); |
Nicolas Geoffray | 4c204ba | 2015-02-03 15:12:35 +0000 | [diff] [blame] | 600 | void CompileInternal(CodeAllocator* allocator, bool is_baseline); |
Mark Mendell | 5f87418 | 2015-03-04 15:42:45 -0500 | [diff] [blame] | 601 | void BlockIfInRegister(Location location, bool is_out = false) const; |
Nicolas Geoffray | b1d0f3f | 2015-05-14 12:41:51 +0100 | [diff] [blame] | 602 | void EmitEnvironment(HEnvironment* environment, SlowPathCode* slow_path); |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 603 | |
Serban Constantinescu | ecc4366 | 2015-08-13 13:33:12 +0100 | [diff] [blame] | 604 | OptimizingCompilerStats* stats_; |
| 605 | |
Nicolas Geoffray | 787c307 | 2014-03-17 10:20:19 +0000 | [diff] [blame] | 606 | HGraph* const graph_; |
Calin Juravle | cd6dffe | 2015-01-08 17:35:35 +0000 | [diff] [blame] | 607 | const CompilerOptions& compiler_options_; |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 608 | |
Yevgeny Rouban | 2a7c1ef | 2015-07-22 18:36:24 +0600 | [diff] [blame] | 609 | // Native to dex_pc map used for native debugging/profiling tools. |
Nicolas Geoffray | d28b969 | 2015-11-04 14:36:55 +0000 | [diff] [blame] | 610 | ArenaVector<SrcMapElem> src_map_; |
Vladimir Marko | 225b646 | 2015-09-28 12:17:40 +0100 | [diff] [blame] | 611 | ArenaVector<SlowPathCode*> slow_paths_; |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 612 | |
Vladimir Marko | 0f7dca4 | 2015-11-02 14:36:43 +0000 | [diff] [blame^] | 613 | // The current slow path that we're generating code for. |
| 614 | SlowPathCode* current_slow_path_; |
| 615 | |
Nicolas Geoffray | 4c204ba | 2015-02-03 15:12:35 +0000 | [diff] [blame] | 616 | // The current block index in `block_order_` of the block |
| 617 | // we are generating code for. |
| 618 | size_t current_block_index_; |
| 619 | |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 620 | // Whether the method is a leaf method. |
Nicolas Geoffray | f12feb8 | 2014-07-17 18:32:41 +0100 | [diff] [blame] | 621 | bool is_leaf_; |
| 622 | |
Nicolas Geoffray | c0572a4 | 2015-02-06 14:35:25 +0000 | [diff] [blame] | 623 | // Whether an instruction in the graph accesses the current method. |
| 624 | bool requires_current_method_; |
| 625 | |
David Srbecky | c6b4dd8 | 2015-04-07 20:32:43 +0100 | [diff] [blame] | 626 | friend class OptimizingCFITest; |
| 627 | |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 628 | DISALLOW_COPY_AND_ASSIGN(CodeGenerator); |
| 629 | }; |
| 630 | |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 631 | template <typename C, typename F> |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 632 | class CallingConvention { |
| 633 | public: |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 634 | CallingConvention(const C* registers, |
| 635 | size_t number_of_registers, |
| 636 | const F* fpu_registers, |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 637 | size_t number_of_fpu_registers, |
| 638 | size_t pointer_size) |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 639 | : registers_(registers), |
| 640 | number_of_registers_(number_of_registers), |
| 641 | fpu_registers_(fpu_registers), |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 642 | number_of_fpu_registers_(number_of_fpu_registers), |
| 643 | pointer_size_(pointer_size) {} |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 644 | |
| 645 | size_t GetNumberOfRegisters() const { return number_of_registers_; } |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 646 | size_t GetNumberOfFpuRegisters() const { return number_of_fpu_registers_; } |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 647 | |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 648 | C GetRegisterAt(size_t index) const { |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 649 | DCHECK_LT(index, number_of_registers_); |
| 650 | return registers_[index]; |
| 651 | } |
| 652 | |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 653 | F GetFpuRegisterAt(size_t index) const { |
| 654 | DCHECK_LT(index, number_of_fpu_registers_); |
| 655 | return fpu_registers_[index]; |
| 656 | } |
| 657 | |
| 658 | size_t GetStackOffsetOf(size_t index) const { |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 659 | // We still reserve the space for parameters passed by registers. |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 660 | // Add space for the method pointer. |
| 661 | return pointer_size_ + index * kVRegSize; |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 662 | } |
| 663 | |
| 664 | private: |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 665 | const C* registers_; |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 666 | const size_t number_of_registers_; |
Nicolas Geoffray | 7fb49da | 2014-10-06 09:12:41 +0100 | [diff] [blame] | 667 | const F* fpu_registers_; |
| 668 | const size_t number_of_fpu_registers_; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 669 | const size_t pointer_size_; |
Nicolas Geoffray | 4a34a42 | 2014-04-03 10:38:37 +0100 | [diff] [blame] | 670 | |
| 671 | DISALLOW_COPY_AND_ASSIGN(CallingConvention); |
| 672 | }; |
| 673 | |
Nicolas Geoffray | d4dd255 | 2014-02-28 10:23:58 +0000 | [diff] [blame] | 674 | } // namespace art |
| 675 | |
| 676 | #endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_H_ |