blob: f1a3729c13558bc203e6748eeda52e6f9d44723d [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
19
20#include "code_generator.h"
Calin Juravle52c48962014-12-16 17:02:57 +000021#include "dex/compiler_enums.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000022#include "driver/compiler_options.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000023#include "nodes.h"
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010024#include "parallel_move_resolver.h"
Nicolas Geoffray8d486732014-07-16 16:23:40 +010025#include "utils/arm/assembler_thumb2.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000026
27namespace art {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000028namespace arm {
29
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010030class CodeGeneratorARM;
Nicolas Geoffray424f6762014-11-03 14:51:25 +000031class SlowPathCodeARM;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010032
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000033// Use a local definition to prevent copying mistakes.
34static constexpr size_t kArmWordSize = kArmPointerSize;
Nicolas Geoffray707c8092014-04-04 10:50:14 +010035
Nicolas Geoffraya747a392014-04-17 14:56:23 +010036static constexpr Register kParameterCoreRegisters[] = { R1, R2, R3 };
Nicolas Geoffraya747a392014-04-17 14:56:23 +010037static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000038static constexpr SRegister kParameterFpuRegisters[] =
39 { S0, S1, S2, S3, S4, S5, S6, S7, S8, S9, S10, S11, S12, S13, S14, S15 };
40static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010041
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080042static constexpr Register kArtMethodRegister = R0;
43
44static constexpr DRegister FromLowSToD(SRegister reg) {
45 return DCHECK_CONSTEXPR(reg % 2 == 0, , D0)
46 static_cast<DRegister>(reg / 2);
47}
48
49
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000050class InvokeDexCallingConvention : public CallingConvention<Register, SRegister> {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010051 public:
52 InvokeDexCallingConvention()
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010053 : CallingConvention(kParameterCoreRegisters,
54 kParameterCoreRegistersLength,
55 kParameterFpuRegisters,
56 kParameterFpuRegistersLength) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010057
Nicolas Geoffraya747a392014-04-17 14:56:23 +010058 private:
59 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
60};
61
62class InvokeDexCallingConventionVisitor {
63 public:
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000064 InvokeDexCallingConventionVisitor()
65 : gp_index_(0), float_index_(0), double_index_(0), stack_index_(0) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010066
67 Location GetNextLocation(Primitive::Type type);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000068 Location GetReturnLocation(Primitive::Type type);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010069
70 private:
71 InvokeDexCallingConvention calling_convention;
72 uint32_t gp_index_;
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000073 uint32_t float_index_;
74 uint32_t double_index_;
75 uint32_t stack_index_;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010076
77 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitor);
78};
79
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010080class ParallelMoveResolverARM : public ParallelMoveResolver {
81 public:
82 ParallelMoveResolverARM(ArenaAllocator* allocator, CodeGeneratorARM* codegen)
83 : ParallelMoveResolver(allocator), codegen_(codegen) {}
84
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +000085 void EmitMove(size_t index) OVERRIDE;
86 void EmitSwap(size_t index) OVERRIDE;
87 void SpillScratch(int reg) OVERRIDE;
88 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010089
90 ArmAssembler* GetAssembler() const;
91
92 private:
93 void Exchange(Register reg, int mem);
94 void Exchange(int mem1, int mem2);
95
96 CodeGeneratorARM* const codegen_;
97
98 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM);
99};
100
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800101class SlowPathCodeARM : public SlowPathCode {
102 public:
103 SlowPathCodeARM() : entry_label_(), exit_label_() {}
104
105 Label* GetEntryLabel() { return &entry_label_; }
106 Label* GetExitLabel() { return &exit_label_; }
107
108 private:
109 Label entry_label_;
110 Label exit_label_;
111
112 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM);
113};
114
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000115class LocationsBuilderARM : public HGraphVisitor {
116 public:
Roland Levillain5799fc02014-09-25 12:15:20 +0100117 LocationsBuilderARM(HGraph* graph, CodeGeneratorARM* codegen)
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100118 : HGraphVisitor(graph), codegen_(codegen) {}
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000119
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100120#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000121 void Visit##name(H##name* instr);
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000122
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100123 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000124
125#undef DECLARE_VISIT_INSTRUCTION
126
127 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000128 void HandleInvoke(HInvoke* invoke);
129 void HandleBitwiseOperation(HBinaryOperation* operation);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000130 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000131 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
132 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000133
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100134 CodeGeneratorARM* const codegen_;
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100135 InvokeDexCallingConventionVisitor parameter_visitor_;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100136
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000137 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM);
138};
139
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000140class InstructionCodeGeneratorARM : public HGraphVisitor {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000141 public:
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100142 InstructionCodeGeneratorARM(HGraph* graph, CodeGeneratorARM* codegen);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000143
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100144#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000145 void Visit##name(H##name* instr);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000146
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100147 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000148
149#undef DECLARE_VISIT_INSTRUCTION
150
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100151 ArmAssembler* GetAssembler() const { return assembler_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000152
153 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100154 // Generate code for the given suspend check. If not null, `successor`
155 // is the block to branch to if the suspend check is not needed, and after
156 // the suspend call.
157 void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
Nicolas Geoffray424f6762014-11-03 14:51:25 +0000158 void GenerateClassInitializationCheck(SlowPathCodeARM* slow_path, Register class_reg);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000159 void HandleBitwiseOperation(HBinaryOperation* operation);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000160 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000161 void GenerateMemoryBarrier(MemBarrierKind kind);
162 void GenerateWideAtomicStore(Register addr, uint32_t offset,
163 Register value_lo, Register value_hi,
Calin Juravle77520bc2015-01-12 18:45:46 +0000164 Register temp1, Register temp2,
165 HInstruction* instruction);
Calin Juravle52c48962014-12-16 17:02:57 +0000166 void GenerateWideAtomicLoad(Register addr, uint32_t offset,
167 Register out_lo, Register out_hi);
168 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
169 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000170 void GenerateImplicitNullCheck(HNullCheck* instruction);
171 void GenerateExplicitNullCheck(HNullCheck* instruction);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100172
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100173 ArmAssembler* const assembler_;
174 CodeGeneratorARM* const codegen_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000175
176 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM);
177};
178
179class CodeGeneratorARM : public CodeGenerator {
180 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000181 CodeGeneratorARM(HGraph* graph,
182 const ArmInstructionSetFeatures& isa_features,
183 const CompilerOptions& compiler_options);
Nicolas Geoffray8a16d972014-09-11 10:30:02 +0100184 virtual ~CodeGeneratorARM() {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000185
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000186 void GenerateFrameEntry() OVERRIDE;
187 void GenerateFrameExit() OVERRIDE;
188 void Bind(HBasicBlock* block) OVERRIDE;
189 void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
190 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
191 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000192 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
193 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000194
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000195 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100196 return kArmWordSize;
197 }
198
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500199 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
200 // Allocated in S registers, which are word sized.
201 return kArmWordSize;
202 }
203
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000204 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000205 return &location_builder_;
206 }
207
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000208 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000209 return &instruction_visitor_;
210 }
211
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000212 ArmAssembler* GetAssembler() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000213 return &assembler_;
214 }
215
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000216 uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
217 return GetLabelOf(block)->Position();
218 }
Calin Juravle34bacdf2014-10-07 20:23:36 +0100219
Nicolas Geoffray98893962015-01-21 12:32:32 +0000220 void SetupBlockedRegisters(bool is_baseline) const OVERRIDE;
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100221
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000222 Location AllocateFreeRegister(Primitive::Type type) const OVERRIDE;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100223
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000224 Location GetStackLocation(HLoadLocal* load) const OVERRIDE;
225
226 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
227 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100228
Calin Juravle34bacdf2014-10-07 20:23:36 +0100229 // Blocks all register pairs made out of blocked core registers.
230 void UpdateBlockedPairRegisters() const;
231
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000232 ParallelMoveResolverARM* GetMoveResolver() OVERRIDE {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100233 return &move_resolver_;
234 }
235
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000236 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100237 return InstructionSet::kThumb2;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100238 }
239
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100240 // Helper method to move a 32bits value between two locations.
241 void Move32(Location destination, Location source);
242 // Helper method to move a 64bits value between two locations.
243 void Move64(Location destination, Location source);
244
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100245 // Load current method into `reg`.
246 void LoadCurrentMethod(Register reg);
247
248 // Generate code to invoke a runtime entry point.
249 void InvokeRuntime(int32_t offset, HInstruction* instruction, uint32_t dex_pc);
250
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100251 // Emit a write barrier.
252 void MarkGCCard(Register temp, Register card, Register object, Register value);
253
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100254 Label* GetLabelOf(HBasicBlock* block) const {
Nicolas Geoffraydc23d832015-02-16 11:15:43 +0000255 return CommonGetLabelOf<Label>(block_labels_.GetRawStorage(), block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100256 }
257
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000258 void Initialize() OVERRIDE {
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100259 block_labels_.SetSize(GetGraph()->GetBlocks().Size());
260 }
261
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000262 const ArmInstructionSetFeatures& GetInstructionSetFeatures() const {
Calin Juravle34166012014-12-19 17:22:29 +0000263 return isa_features_;
264 }
265
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000266 bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
267 return type == Primitive::kPrimDouble || type == Primitive::kPrimLong;
268 }
269
Nicolas Geoffray4dee6362015-01-23 18:23:14 +0000270 void ComputeSpillMask() OVERRIDE;
271
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000272 Label* GetFrameEntryLabel() { return &frame_entry_label_; }
273
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800274 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Register temp);
275
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100276 private:
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100277 // Labels for each block that will be compiled.
278 GrowableArray<Label> block_labels_;
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000279 Label frame_entry_label_;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000280 LocationsBuilderARM location_builder_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000281 InstructionCodeGeneratorARM instruction_visitor_;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100282 ParallelMoveResolverARM move_resolver_;
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100283 Thumb2Assembler assembler_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000284 const ArmInstructionSetFeatures& isa_features_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000285
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000286 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM);
287};
288
289} // namespace arm
290} // namespace art
291
292#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_