blob: b871acd0aeed19ddb03194e0f54def9fe69c567f [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
19
20#include "code_generator.h"
Calin Juravle52c48962014-12-16 17:02:57 +000021#include "dex/compiler_enums.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000022#include "driver/compiler_options.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000023#include "nodes.h"
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010024#include "parallel_move_resolver.h"
Nicolas Geoffray8d486732014-07-16 16:23:40 +010025#include "utils/arm/assembler_thumb2.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000026
27namespace art {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000028namespace arm {
29
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010030class CodeGeneratorARM;
Nicolas Geoffray424f6762014-11-03 14:51:25 +000031class SlowPathCodeARM;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010032
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000033// Use a local definition to prevent copying mistakes.
34static constexpr size_t kArmWordSize = kArmPointerSize;
Nicolas Geoffray707c8092014-04-04 10:50:14 +010035
Nicolas Geoffraya747a392014-04-17 14:56:23 +010036static constexpr Register kParameterCoreRegisters[] = { R1, R2, R3 };
Nicolas Geoffraya747a392014-04-17 14:56:23 +010037static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000038static constexpr SRegister kParameterFpuRegisters[] =
39 { S0, S1, S2, S3, S4, S5, S6, S7, S8, S9, S10, S11, S12, S13, S14, S15 };
40static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010041
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080042static constexpr Register kArtMethodRegister = R0;
43
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000044static constexpr Register kRuntimeParameterCoreRegisters[] = { R0, R1, R2, R3 };
45static constexpr size_t kRuntimeParameterCoreRegistersLength =
46 arraysize(kRuntimeParameterCoreRegisters);
47static constexpr SRegister kRuntimeParameterFpuRegisters[] = { S0, S1, S2, S3 };
48static constexpr size_t kRuntimeParameterFpuRegistersLength =
49 arraysize(kRuntimeParameterFpuRegisters);
50
51class InvokeRuntimeCallingConvention : public CallingConvention<Register, SRegister> {
52 public:
53 InvokeRuntimeCallingConvention()
54 : CallingConvention(kRuntimeParameterCoreRegisters,
55 kRuntimeParameterCoreRegistersLength,
56 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070057 kRuntimeParameterFpuRegistersLength,
58 kArmPointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000059
60 private:
61 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
62};
63
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080064static constexpr DRegister FromLowSToD(SRegister reg) {
65 return DCHECK_CONSTEXPR(reg % 2 == 0, , D0)
66 static_cast<DRegister>(reg / 2);
67}
68
69
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000070class InvokeDexCallingConvention : public CallingConvention<Register, SRegister> {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010071 public:
72 InvokeDexCallingConvention()
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010073 : CallingConvention(kParameterCoreRegisters,
74 kParameterCoreRegistersLength,
75 kParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070076 kParameterFpuRegistersLength,
77 kArmPointerSize) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010078
Nicolas Geoffraya747a392014-04-17 14:56:23 +010079 private:
80 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
81};
82
Roland Levillain2d27c8e2015-04-28 15:48:45 +010083class InvokeDexCallingConventionVisitorARM : public InvokeDexCallingConventionVisitor {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010084 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +010085 InvokeDexCallingConventionVisitorARM() {}
86 virtual ~InvokeDexCallingConventionVisitorARM() {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010087
Roland Levillain2d27c8e2015-04-28 15:48:45 +010088 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +010089 Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
90 Location GetMethodLocation() const OVERRIDE;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010091
92 private:
93 InvokeDexCallingConvention calling_convention;
Roland Levillain2d27c8e2015-04-28 15:48:45 +010094 uint32_t double_index_ = 0;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010095
Roland Levillain2d27c8e2015-04-28 15:48:45 +010096 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010097};
98
Zheng Xuad4450e2015-04-17 18:48:56 +080099class ParallelMoveResolverARM : public ParallelMoveResolverWithSwap {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100100 public:
101 ParallelMoveResolverARM(ArenaAllocator* allocator, CodeGeneratorARM* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800102 : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100103
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000104 void EmitMove(size_t index) OVERRIDE;
105 void EmitSwap(size_t index) OVERRIDE;
106 void SpillScratch(int reg) OVERRIDE;
107 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100108
109 ArmAssembler* GetAssembler() const;
110
111 private:
112 void Exchange(Register reg, int mem);
113 void Exchange(int mem1, int mem2);
114
115 CodeGeneratorARM* const codegen_;
116
117 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM);
118};
119
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800120class SlowPathCodeARM : public SlowPathCode {
121 public:
122 SlowPathCodeARM() : entry_label_(), exit_label_() {}
123
124 Label* GetEntryLabel() { return &entry_label_; }
125 Label* GetExitLabel() { return &exit_label_; }
126
127 private:
128 Label entry_label_;
129 Label exit_label_;
130
131 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM);
132};
133
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000134class LocationsBuilderARM : public HGraphVisitor {
135 public:
Roland Levillain5799fc02014-09-25 12:15:20 +0100136 LocationsBuilderARM(HGraph* graph, CodeGeneratorARM* codegen)
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100137 : HGraphVisitor(graph), codegen_(codegen) {}
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000138
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100139#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000140 void Visit##name(H##name* instr);
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000141
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100142 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000143
144#undef DECLARE_VISIT_INSTRUCTION
145
146 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000147 void HandleInvoke(HInvoke* invoke);
148 void HandleBitwiseOperation(HBinaryOperation* operation);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000149 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000150 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
151 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000152
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100153 CodeGeneratorARM* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100154 InvokeDexCallingConventionVisitorARM parameter_visitor_;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100155
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000156 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM);
157};
158
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000159class InstructionCodeGeneratorARM : public HGraphVisitor {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000160 public:
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100161 InstructionCodeGeneratorARM(HGraph* graph, CodeGeneratorARM* codegen);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000162
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100163#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000164 void Visit##name(H##name* instr);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000165
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100166 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000167
168#undef DECLARE_VISIT_INSTRUCTION
169
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100170 ArmAssembler* GetAssembler() const { return assembler_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000171
172 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100173 // Generate code for the given suspend check. If not null, `successor`
174 // is the block to branch to if the suspend check is not needed, and after
175 // the suspend call.
176 void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
Nicolas Geoffray424f6762014-11-03 14:51:25 +0000177 void GenerateClassInitializationCheck(SlowPathCodeARM* slow_path, Register class_reg);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000178 void HandleBitwiseOperation(HBinaryOperation* operation);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000179 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000180 void GenerateMemoryBarrier(MemBarrierKind kind);
181 void GenerateWideAtomicStore(Register addr, uint32_t offset,
182 Register value_lo, Register value_hi,
Calin Juravle77520bc2015-01-12 18:45:46 +0000183 Register temp1, Register temp2,
184 HInstruction* instruction);
Calin Juravle52c48962014-12-16 17:02:57 +0000185 void GenerateWideAtomicLoad(Register addr, uint32_t offset,
186 Register out_lo, Register out_hi);
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100187 void HandleFieldSet(HInstruction* instruction,
188 const FieldInfo& field_info,
189 bool value_can_be_null);
Calin Juravle52c48962014-12-16 17:02:57 +0000190 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000191 void GenerateImplicitNullCheck(HNullCheck* instruction);
192 void GenerateExplicitNullCheck(HNullCheck* instruction);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700193 void GenerateTestAndBranch(HInstruction* instruction,
194 Label* true_target,
195 Label* false_target,
196 Label* always_true_target);
Zheng Xuc6667102015-05-15 16:08:45 +0800197 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
198 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
199 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
200 void GenerateDivRemConstantIntegral(HBinaryOperation* instruction);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100201
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100202 ArmAssembler* const assembler_;
203 CodeGeneratorARM* const codegen_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000204
205 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM);
206};
207
208class CodeGeneratorARM : public CodeGenerator {
209 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000210 CodeGeneratorARM(HGraph* graph,
211 const ArmInstructionSetFeatures& isa_features,
212 const CompilerOptions& compiler_options);
Nicolas Geoffray8a16d972014-09-11 10:30:02 +0100213 virtual ~CodeGeneratorARM() {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000214
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000215 void GenerateFrameEntry() OVERRIDE;
216 void GenerateFrameExit() OVERRIDE;
217 void Bind(HBasicBlock* block) OVERRIDE;
218 void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
219 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
220 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000221 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
222 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000223
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000224 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100225 return kArmWordSize;
226 }
227
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500228 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
229 // Allocated in S registers, which are word sized.
230 return kArmWordSize;
231 }
232
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000233 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000234 return &location_builder_;
235 }
236
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000237 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000238 return &instruction_visitor_;
239 }
240
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000241 ArmAssembler* GetAssembler() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000242 return &assembler_;
243 }
244
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000245 uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
246 return GetLabelOf(block)->Position();
247 }
Calin Juravle34bacdf2014-10-07 20:23:36 +0100248
Nicolas Geoffray98893962015-01-21 12:32:32 +0000249 void SetupBlockedRegisters(bool is_baseline) const OVERRIDE;
Nicolas Geoffraya7aca372014-04-28 17:47:12 +0100250
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000251 Location AllocateFreeRegister(Primitive::Type type) const OVERRIDE;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100252
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000253 Location GetStackLocation(HLoadLocal* load) const OVERRIDE;
254
255 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
256 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100257
Calin Juravle34bacdf2014-10-07 20:23:36 +0100258 // Blocks all register pairs made out of blocked core registers.
259 void UpdateBlockedPairRegisters() const;
260
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000261 ParallelMoveResolverARM* GetMoveResolver() OVERRIDE {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100262 return &move_resolver_;
263 }
264
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000265 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100266 return InstructionSet::kThumb2;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100267 }
268
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100269 // Helper method to move a 32bits value between two locations.
270 void Move32(Location destination, Location source);
271 // Helper method to move a 64bits value between two locations.
272 void Move64(Location destination, Location source);
273
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100274 // Load current method into `reg`.
275 void LoadCurrentMethod(Register reg);
276
277 // Generate code to invoke a runtime entry point.
Nicolas Geoffrayeeefa122015-03-13 18:52:59 +0000278 void InvokeRuntime(
279 int32_t offset, HInstruction* instruction, uint32_t dex_pc, SlowPathCode* slow_path);
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100280
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100281 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100282 void MarkGCCard(Register temp, Register card, Register object, Register value, bool can_be_null);
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100283
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100284 Label* GetLabelOf(HBasicBlock* block) const {
Nicolas Geoffraydc23d832015-02-16 11:15:43 +0000285 return CommonGetLabelOf<Label>(block_labels_.GetRawStorage(), block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100286 }
287
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000288 void Initialize() OVERRIDE {
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100289 block_labels_.SetSize(GetGraph()->GetBlocks().Size());
290 }
291
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000292 const ArmInstructionSetFeatures& GetInstructionSetFeatures() const {
Calin Juravle34166012014-12-19 17:22:29 +0000293 return isa_features_;
294 }
295
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000296 bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
297 return type == Primitive::kPrimDouble || type == Primitive::kPrimLong;
298 }
299
Nicolas Geoffray4dee6362015-01-23 18:23:14 +0000300 void ComputeSpillMask() OVERRIDE;
301
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000302 Label* GetFrameEntryLabel() { return &frame_entry_label_; }
303
Nicolas Geoffray38207af2015-06-01 15:46:22 +0100304 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp);
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800305
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100306 private:
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100307 // Labels for each block that will be compiled.
308 GrowableArray<Label> block_labels_;
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000309 Label frame_entry_label_;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000310 LocationsBuilderARM location_builder_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000311 InstructionCodeGeneratorARM instruction_visitor_;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100312 ParallelMoveResolverARM move_resolver_;
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100313 Thumb2Assembler assembler_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000314 const ArmInstructionSetFeatures& isa_features_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000315
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000316 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM);
317};
318
319} // namespace arm
320} // namespace art
321
322#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_