blob: a07a2331fc661e4227d690396c16d94cf6bc5444 [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
19
20#include "code_generator.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000021#include "driver/compiler_options.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000022#include "nodes.h"
Mathieu Chartierdc00f182016-07-14 10:10:44 -070023#include "string_reference.h"
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010024#include "parallel_move_resolver.h"
Nicolas Geoffray8d486732014-07-16 16:23:40 +010025#include "utils/arm/assembler_thumb2.h"
Vladimir Markodbb7f5b2016-03-30 13:23:58 +010026#include "utils/type_reference.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000027
28namespace art {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000029namespace arm {
30
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010031class CodeGeneratorARM;
32
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000033// Use a local definition to prevent copying mistakes.
34static constexpr size_t kArmWordSize = kArmPointerSize;
Nicolas Geoffraya4f35812015-06-22 23:12:45 +010035static constexpr size_t kArmBitsPerWord = kArmWordSize * kBitsPerByte;
Nicolas Geoffray707c8092014-04-04 10:50:14 +010036
Nicolas Geoffraya747a392014-04-17 14:56:23 +010037static constexpr Register kParameterCoreRegisters[] = { R1, R2, R3 };
Nicolas Geoffraya747a392014-04-17 14:56:23 +010038static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000039static constexpr SRegister kParameterFpuRegisters[] =
40 { S0, S1, S2, S3, S4, S5, S6, S7, S8, S9, S10, S11, S12, S13, S14, S15 };
41static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010042
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080043static constexpr Register kArtMethodRegister = R0;
44
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000045static constexpr Register kRuntimeParameterCoreRegisters[] = { R0, R1, R2, R3 };
46static constexpr size_t kRuntimeParameterCoreRegistersLength =
47 arraysize(kRuntimeParameterCoreRegisters);
48static constexpr SRegister kRuntimeParameterFpuRegisters[] = { S0, S1, S2, S3 };
49static constexpr size_t kRuntimeParameterFpuRegistersLength =
50 arraysize(kRuntimeParameterFpuRegisters);
51
52class InvokeRuntimeCallingConvention : public CallingConvention<Register, SRegister> {
53 public:
54 InvokeRuntimeCallingConvention()
55 : CallingConvention(kRuntimeParameterCoreRegisters,
56 kRuntimeParameterCoreRegistersLength,
57 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070058 kRuntimeParameterFpuRegistersLength,
59 kArmPointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000060
61 private:
62 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
63};
64
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080065static constexpr DRegister FromLowSToD(SRegister reg) {
66 return DCHECK_CONSTEXPR(reg % 2 == 0, , D0)
67 static_cast<DRegister>(reg / 2);
68}
69
70
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000071class InvokeDexCallingConvention : public CallingConvention<Register, SRegister> {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010072 public:
73 InvokeDexCallingConvention()
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010074 : CallingConvention(kParameterCoreRegisters,
75 kParameterCoreRegistersLength,
76 kParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070077 kParameterFpuRegistersLength,
78 kArmPointerSize) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010079
Nicolas Geoffraya747a392014-04-17 14:56:23 +010080 private:
81 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
82};
83
Roland Levillain2d27c8e2015-04-28 15:48:45 +010084class InvokeDexCallingConventionVisitorARM : public InvokeDexCallingConventionVisitor {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010085 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +010086 InvokeDexCallingConventionVisitorARM() {}
87 virtual ~InvokeDexCallingConventionVisitorARM() {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010088
Roland Levillain2d27c8e2015-04-28 15:48:45 +010089 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +010090 Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
91 Location GetMethodLocation() const OVERRIDE;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010092
93 private:
94 InvokeDexCallingConvention calling_convention;
Roland Levillain2d27c8e2015-04-28 15:48:45 +010095 uint32_t double_index_ = 0;
Nicolas Geoffraya747a392014-04-17 14:56:23 +010096
Roland Levillain2d27c8e2015-04-28 15:48:45 +010097 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010098};
99
Calin Juravlee460d1d2015-09-29 04:52:17 +0100100class FieldAccessCallingConventionARM : public FieldAccessCallingConvention {
101 public:
102 FieldAccessCallingConventionARM() {}
103
104 Location GetObjectLocation() const OVERRIDE {
105 return Location::RegisterLocation(R1);
106 }
107 Location GetFieldIndexLocation() const OVERRIDE {
108 return Location::RegisterLocation(R0);
109 }
110 Location GetReturnLocation(Primitive::Type type) const OVERRIDE {
111 return Primitive::Is64BitType(type)
112 ? Location::RegisterPairLocation(R0, R1)
113 : Location::RegisterLocation(R0);
114 }
115 Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
116 return Primitive::Is64BitType(type)
117 ? Location::RegisterPairLocation(R2, R3)
118 : (is_instance
119 ? Location::RegisterLocation(R2)
120 : Location::RegisterLocation(R1));
121 }
122 Location GetFpuLocation(Primitive::Type type) const OVERRIDE {
123 return Primitive::Is64BitType(type)
124 ? Location::FpuRegisterPairLocation(S0, S1)
125 : Location::FpuRegisterLocation(S0);
126 }
127
128 private:
129 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionARM);
130};
131
Zheng Xuad4450e2015-04-17 18:48:56 +0800132class ParallelMoveResolverARM : public ParallelMoveResolverWithSwap {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100133 public:
134 ParallelMoveResolverARM(ArenaAllocator* allocator, CodeGeneratorARM* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800135 : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100136
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000137 void EmitMove(size_t index) OVERRIDE;
138 void EmitSwap(size_t index) OVERRIDE;
139 void SpillScratch(int reg) OVERRIDE;
140 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100141
142 ArmAssembler* GetAssembler() const;
143
144 private:
145 void Exchange(Register reg, int mem);
146 void Exchange(int mem1, int mem2);
147
148 CodeGeneratorARM* const codegen_;
149
150 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM);
151};
152
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000153class LocationsBuilderARM : public HGraphVisitor {
154 public:
Roland Levillain5799fc02014-09-25 12:15:20 +0100155 LocationsBuilderARM(HGraph* graph, CodeGeneratorARM* codegen)
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100156 : HGraphVisitor(graph), codegen_(codegen) {}
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000157
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100158#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100159 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000160
Alexandre Ramesef20f712015-06-09 10:29:30 +0100161 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
162 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300163 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000164
165#undef DECLARE_VISIT_INSTRUCTION
166
Alexandre Ramesef20f712015-06-09 10:29:30 +0100167 void VisitInstruction(HInstruction* instruction) OVERRIDE {
168 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
169 << " (id " << instruction->GetId() << ")";
170 }
171
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000172 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000173 void HandleInvoke(HInvoke* invoke);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100174 void HandleBitwiseOperation(HBinaryOperation* operation, Opcode opcode);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000175 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000176 void HandleIntegerRotate(LocationSummary* locations);
177 void HandleLongRotate(LocationSummary* locations);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000178 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000179 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
180 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000181
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100182 Location ArmEncodableConstantOrRegister(HInstruction* constant, Opcode opcode);
183 bool CanEncodeConstantAsImmediate(HConstant* input_cst, Opcode opcode);
184 bool CanEncodeConstantAsImmediate(uint32_t value, Opcode opcode);
185
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100186 CodeGeneratorARM* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100187 InvokeDexCallingConventionVisitorARM parameter_visitor_;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100188
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000189 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM);
190};
191
Aart Bik42249c32016-01-07 15:33:50 -0800192class InstructionCodeGeneratorARM : public InstructionCodeGenerator {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000193 public:
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100194 InstructionCodeGeneratorARM(HGraph* graph, CodeGeneratorARM* codegen);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000195
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100196#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100197 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000198
Alexandre Ramesef20f712015-06-09 10:29:30 +0100199 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
200 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300201 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000202
203#undef DECLARE_VISIT_INSTRUCTION
204
Alexandre Ramesef20f712015-06-09 10:29:30 +0100205 void VisitInstruction(HInstruction* instruction) OVERRIDE {
206 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
207 << " (id " << instruction->GetId() << ")";
208 }
209
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100210 ArmAssembler* GetAssembler() const { return assembler_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000211
212 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100213 // Generate code for the given suspend check. If not null, `successor`
214 // is the block to branch to if the suspend check is not needed, and after
215 // the suspend call.
216 void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
Andreas Gampe85b62f22015-09-09 13:15:38 -0700217 void GenerateClassInitializationCheck(SlowPathCode* slow_path, Register class_reg);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100218 void GenerateAndConst(Register out, Register first, uint32_t value);
219 void GenerateOrrConst(Register out, Register first, uint32_t value);
220 void GenerateEorConst(Register out, Register first, uint32_t value);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000221 void HandleBitwiseOperation(HBinaryOperation* operation);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000222 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000223 void HandleIntegerRotate(LocationSummary* locations);
224 void HandleLongRotate(LocationSummary* locations);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000225 void HandleShift(HBinaryOperation* operation);
Roland Levillainc9285912015-12-18 10:38:42 +0000226
Calin Juravle52c48962014-12-16 17:02:57 +0000227 void GenerateWideAtomicStore(Register addr, uint32_t offset,
228 Register value_lo, Register value_hi,
Calin Juravle77520bc2015-01-12 18:45:46 +0000229 Register temp1, Register temp2,
230 HInstruction* instruction);
Calin Juravle52c48962014-12-16 17:02:57 +0000231 void GenerateWideAtomicLoad(Register addr, uint32_t offset,
232 Register out_lo, Register out_hi);
Roland Levillainc9285912015-12-18 10:38:42 +0000233
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100234 void HandleFieldSet(HInstruction* instruction,
235 const FieldInfo& field_info,
236 bool value_can_be_null);
Calin Juravle52c48962014-12-16 17:02:57 +0000237 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Roland Levillainc9285912015-12-18 10:38:42 +0000238
239 // Generate a heap reference load using one register `out`:
240 //
241 // out <- *(out + offset)
242 //
243 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000244 //
245 // Location `maybe_temp` is used when generating a read barrier and
246 // shall be a register in that case; it may be an invalid location
247 // otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000248 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
249 Location out,
250 uint32_t offset,
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000251 Location maybe_temp);
Roland Levillainc9285912015-12-18 10:38:42 +0000252 // Generate a heap reference load using two different registers
253 // `out` and `obj`:
254 //
255 // out <- *(obj + offset)
256 //
257 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000258 //
259 // Location `maybe_temp` is used when generating a Baker's (fast
260 // path) read barrier and shall be a register in that case; it may
261 // be an invalid location otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000262 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
263 Location out,
264 Location obj,
265 uint32_t offset,
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000266 Location maybe_temp);
Roland Levillainc9285912015-12-18 10:38:42 +0000267 // Generate a GC root reference load:
268 //
269 // root <- *(obj + offset)
270 //
271 // while honoring read barriers (if any).
272 void GenerateGcRootFieldLoad(HInstruction* instruction,
273 Location root,
274 Register obj,
275 uint32_t offset);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700276 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000277 size_t condition_input_index,
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700278 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000279 Label* false_target);
David Brazdil0debae72015-11-12 18:37:00 +0000280 void GenerateCompareTestAndBranch(HCondition* condition,
Roland Levillain4fa13f62015-07-06 18:11:54 +0100281 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000282 Label* false_target);
Roland Levillain4fa13f62015-07-06 18:11:54 +0100283 void GenerateFPJumps(HCondition* cond, Label* true_label, Label* false_label);
284 void GenerateLongComparesAndJumps(HCondition* cond, Label* true_label, Label* false_label);
Zheng Xuc6667102015-05-15 16:08:45 +0800285 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
286 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
287 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
288 void GenerateDivRemConstantIntegral(HBinaryOperation* instruction);
David Brazdilfc6a86a2015-06-26 10:33:45 +0000289 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100290
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100291 ArmAssembler* const assembler_;
292 CodeGeneratorARM* const codegen_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000293
294 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM);
295};
296
297class CodeGeneratorARM : public CodeGenerator {
298 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000299 CodeGeneratorARM(HGraph* graph,
300 const ArmInstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100301 const CompilerOptions& compiler_options,
302 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffray8a16d972014-09-11 10:30:02 +0100303 virtual ~CodeGeneratorARM() {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000304
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000305 void GenerateFrameEntry() OVERRIDE;
306 void GenerateFrameExit() OVERRIDE;
307 void Bind(HBasicBlock* block) OVERRIDE;
Calin Juravle175dc732015-08-25 15:42:32 +0100308 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100309 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
310 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
311
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000312 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
313 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000314 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
315 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000316
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000317 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100318 return kArmWordSize;
319 }
320
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500321 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
322 // Allocated in S registers, which are word sized.
323 return kArmWordSize;
324 }
325
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000326 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000327 return &location_builder_;
328 }
329
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000330 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000331 return &instruction_visitor_;
332 }
333
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000334 ArmAssembler* GetAssembler() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000335 return &assembler_;
336 }
337
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100338 const ArmAssembler& GetAssembler() const OVERRIDE {
339 return assembler_;
340 }
341
Alexandre Ramesc01a6642016-04-15 11:54:06 +0100342 uintptr_t GetAddressOf(HBasicBlock* block) OVERRIDE {
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000343 return GetLabelOf(block)->Position();
344 }
Calin Juravle34bacdf2014-10-07 20:23:36 +0100345
David Brazdil58282f42016-01-14 12:45:10 +0000346 void SetupBlockedRegisters() const OVERRIDE;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100347
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000348 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
349 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100350
Calin Juravle34bacdf2014-10-07 20:23:36 +0100351 // Blocks all register pairs made out of blocked core registers.
352 void UpdateBlockedPairRegisters() const;
353
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000354 ParallelMoveResolverARM* GetMoveResolver() OVERRIDE {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100355 return &move_resolver_;
356 }
357
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000358 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100359 return InstructionSet::kThumb2;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100360 }
361
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100362 // Helper method to move a 32bits value between two locations.
363 void Move32(Location destination, Location source);
364 // Helper method to move a 64bits value between two locations.
365 void Move64(Location destination, Location source);
366
Artem Serov6c916792016-07-11 14:02:34 +0100367 void LoadOrStoreToOffset(Primitive::Type type,
368 Location loc,
369 Register base,
370 int32_t offset,
371 bool is_load,
372 Condition cond = AL);
373
374 void LoadFromShiftedRegOffset(Primitive::Type type,
375 Location out_loc,
376 Register base,
377 Register reg_offset,
378 Condition cond = AL);
379 void StoreToShiftedRegOffset(Primitive::Type type,
380 Location out_loc,
381 Register base,
382 Register reg_offset,
383 Condition cond = AL);
384
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100385 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100386 void InvokeRuntime(QuickEntrypointEnum entrypoint,
387 HInstruction* instruction,
388 uint32_t dex_pc,
389 SlowPathCode* slow_path) OVERRIDE;
390
391 void InvokeRuntime(int32_t offset,
392 HInstruction* instruction,
393 uint32_t dex_pc,
394 SlowPathCode* slow_path);
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100395
Roland Levillaindec8f632016-07-22 17:10:06 +0100396 // Generate code to invoke a runtime entry point, but do not record
397 // PC-related information in a stack map.
398 void InvokeRuntimeWithoutRecordingPcInfo(int32_t entry_point_offset,
399 HInstruction* instruction,
400 SlowPathCode* slow_path);
401
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100402 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100403 void MarkGCCard(Register temp, Register card, Register object, Register value, bool can_be_null);
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100404
Roland Levillainc9285912015-12-18 10:38:42 +0000405 void GenerateMemoryBarrier(MemBarrierKind kind);
406
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100407 Label* GetLabelOf(HBasicBlock* block) const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100408 return CommonGetLabelOf<Label>(block_labels_, block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100409 }
410
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000411 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100412 block_labels_ = CommonInitializeLabels<Label>();
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100413 }
414
Vladimir Markocf93a5c2015-06-16 11:33:24 +0000415 void Finalize(CodeAllocator* allocator) OVERRIDE;
416
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000417 const ArmInstructionSetFeatures& GetInstructionSetFeatures() const {
Calin Juravle34166012014-12-19 17:22:29 +0000418 return isa_features_;
419 }
420
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000421 bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
422 return type == Primitive::kPrimDouble || type == Primitive::kPrimLong;
423 }
424
Nicolas Geoffray4dee6362015-01-23 18:23:14 +0000425 void ComputeSpillMask() OVERRIDE;
426
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000427 Label* GetFrameEntryLabel() { return &frame_entry_label_; }
428
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000429 // Check if the desired_string_load_kind is supported. If it is, return it,
430 // otherwise return a fall-back kind that should be used instead.
431 HLoadString::LoadKind GetSupportedLoadStringKind(
432 HLoadString::LoadKind desired_string_load_kind) OVERRIDE;
433
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100434 // Check if the desired_class_load_kind is supported. If it is, return it,
435 // otherwise return a fall-back kind that should be used instead.
436 HLoadClass::LoadKind GetSupportedLoadClassKind(
437 HLoadClass::LoadKind desired_class_load_kind) OVERRIDE;
438
Vladimir Markodc151b22015-10-15 18:02:30 +0100439 // Check if the desired_dispatch_info is supported. If it is, return it,
440 // otherwise return a fall-back info that should be used instead.
441 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
442 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
443 MethodReference target_method) OVERRIDE;
444
Andreas Gampe85b62f22015-09-09 13:15:38 -0700445 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
446 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
447
448 void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800449
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000450 // The PcRelativePatchInfo is used for PC-relative addressing of dex cache arrays
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100451 // and boot image strings/types. The only difference is the interpretation of the
452 // offset_or_index. The PC-relative address is loaded with three instructions,
453 // MOVW+MOVT to load the offset to base_reg and then ADD base_reg, PC. The offset
454 // is calculated from the ADD's effective PC, i.e. PC+4 on Thumb2. Though we
Vladimir Markob4536b72015-11-24 13:45:23 +0000455 // currently emit these 3 instructions together, instruction scheduling could
456 // split this sequence apart, so we keep separate labels for each of them.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000457 struct PcRelativePatchInfo {
458 PcRelativePatchInfo(const DexFile& dex_file, uint32_t off_or_idx)
459 : target_dex_file(dex_file), offset_or_index(off_or_idx) { }
460 PcRelativePatchInfo(PcRelativePatchInfo&& other) = default;
Vladimir Markob4536b72015-11-24 13:45:23 +0000461
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000462 const DexFile& target_dex_file;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100463 // Either the dex cache array element offset or the string/type index.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000464 uint32_t offset_or_index;
Vladimir Markob4536b72015-11-24 13:45:23 +0000465 Label movw_label;
466 Label movt_label;
467 Label add_pc_label;
468 };
469
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000470 PcRelativePatchInfo* NewPcRelativeStringPatch(const DexFile& dex_file, uint32_t string_index);
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100471 PcRelativePatchInfo* NewPcRelativeTypePatch(const DexFile& dex_file, uint32_t type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000472 PcRelativePatchInfo* NewPcRelativeDexCacheArrayPatch(const DexFile& dex_file,
473 uint32_t element_offset);
474 Literal* DeduplicateBootImageStringLiteral(const DexFile& dex_file, uint32_t string_index);
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100475 Literal* DeduplicateBootImageTypeLiteral(const DexFile& dex_file, uint32_t type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000476 Literal* DeduplicateBootImageAddressLiteral(uint32_t address);
477 Literal* DeduplicateDexCacheAddressLiteral(uint32_t address);
Vladimir Markob4536b72015-11-24 13:45:23 +0000478
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000479 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
Vladimir Markob4536b72015-11-24 13:45:23 +0000480
Roland Levillainc9285912015-12-18 10:38:42 +0000481 // Fast path implementation of ReadBarrier::Barrier for a heap
482 // reference field load when Baker's read barriers are used.
483 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000484 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000485 Register obj,
486 uint32_t offset,
487 Location temp,
488 bool needs_null_check);
489 // Fast path implementation of ReadBarrier::Barrier for a heap
490 // reference array load when Baker's read barriers are used.
491 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000492 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000493 Register obj,
494 uint32_t data_offset,
495 Location index,
496 Location temp,
497 bool needs_null_check);
Roland Levillainbfea3352016-06-23 13:48:47 +0100498 // Factored implementation used by GenerateFieldLoadWithBakerReadBarrier
499 // and GenerateArrayLoadWithBakerReadBarrier.
500 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
501 Location ref,
502 Register obj,
503 uint32_t offset,
504 Location index,
505 ScaleFactor scale_factor,
506 Location temp,
507 bool needs_null_check);
Roland Levillainc9285912015-12-18 10:38:42 +0000508
509 // Generate a read barrier for a heap reference within `instruction`
510 // using a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000511 //
512 // A read barrier for an object reference read from the heap is
513 // implemented as a call to the artReadBarrierSlow runtime entry
514 // point, which is passed the values in locations `ref`, `obj`, and
515 // `offset`:
516 //
517 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
518 // mirror::Object* obj,
519 // uint32_t offset);
520 //
521 // The `out` location contains the value returned by
522 // artReadBarrierSlow.
523 //
524 // When `index` is provided (i.e. for array accesses), the offset
525 // value passed to artReadBarrierSlow is adjusted to take `index`
526 // into account.
Roland Levillainc9285912015-12-18 10:38:42 +0000527 void GenerateReadBarrierSlow(HInstruction* instruction,
528 Location out,
529 Location ref,
530 Location obj,
531 uint32_t offset,
532 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000533
Roland Levillainc9285912015-12-18 10:38:42 +0000534 // If read barriers are enabled, generate a read barrier for a heap
535 // reference using a slow path. If heap poisoning is enabled, also
536 // unpoison the reference in `out`.
537 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
538 Location out,
539 Location ref,
540 Location obj,
541 uint32_t offset,
542 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000543
Roland Levillainc9285912015-12-18 10:38:42 +0000544 // Generate a read barrier for a GC root within `instruction` using
545 // a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000546 //
547 // A read barrier for an object reference GC root is implemented as
548 // a call to the artReadBarrierForRootSlow runtime entry point,
549 // which is passed the value in location `root`:
550 //
551 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
552 //
553 // The `out` location contains the value returned by
554 // artReadBarrierForRootSlow.
Roland Levillainc9285912015-12-18 10:38:42 +0000555 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain3b359c72015-11-17 19:35:12 +0000556
David Srbeckyc7098ff2016-02-09 14:30:11 +0000557 void GenerateNop();
558
Calin Juravle2ae48182016-03-16 14:05:09 +0000559 void GenerateImplicitNullCheck(HNullCheck* instruction);
560 void GenerateExplicitNullCheck(HNullCheck* instruction);
561
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100562 private:
Vladimir Markob4536b72015-11-24 13:45:23 +0000563 Register GetInvokeStaticOrDirectExtraParameter(HInvokeStaticOrDirect* invoke, Register temp);
564
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000565 using Uint32ToLiteralMap = ArenaSafeMap<uint32_t, Literal*>;
Vladimir Marko58155012015-08-19 12:49:41 +0000566 using MethodToLiteralMap = ArenaSafeMap<MethodReference, Literal*, MethodReferenceComparator>;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000567 using BootStringToLiteralMap = ArenaSafeMap<StringReference,
568 Literal*,
569 StringReferenceValueComparator>;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100570 using BootTypeToLiteralMap = ArenaSafeMap<TypeReference,
571 Literal*,
572 TypeReferenceValueComparator>;
Vladimir Marko58155012015-08-19 12:49:41 +0000573
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000574 Literal* DeduplicateUint32Literal(uint32_t value, Uint32ToLiteralMap* map);
Vladimir Marko58155012015-08-19 12:49:41 +0000575 Literal* DeduplicateMethodLiteral(MethodReference target_method, MethodToLiteralMap* map);
576 Literal* DeduplicateMethodAddressLiteral(MethodReference target_method);
577 Literal* DeduplicateMethodCodeLiteral(MethodReference target_method);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000578 PcRelativePatchInfo* NewPcRelativePatch(const DexFile& dex_file,
579 uint32_t offset_or_index,
580 ArenaDeque<PcRelativePatchInfo>* patches);
Vladimir Marko58155012015-08-19 12:49:41 +0000581
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100582 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100583 Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000584 Label frame_entry_label_;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000585 LocationsBuilderARM location_builder_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000586 InstructionCodeGeneratorARM instruction_visitor_;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100587 ParallelMoveResolverARM move_resolver_;
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100588 Thumb2Assembler assembler_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000589 const ArmInstructionSetFeatures& isa_features_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000590
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000591 // Deduplication map for 32-bit literals, used for non-patchable boot image addresses.
592 Uint32ToLiteralMap uint32_literals_;
Vladimir Marko58155012015-08-19 12:49:41 +0000593 // Method patch info, map MethodReference to a literal for method address and method code.
594 MethodToLiteralMap method_patches_;
595 MethodToLiteralMap call_patches_;
596 // Relative call patch info.
597 // Using ArenaDeque<> which retains element addresses on push/emplace_back().
598 ArenaDeque<MethodPatchInfo<Label>> relative_call_patches_;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000599 // PC-relative patch info for each HArmDexCacheArraysBase.
600 ArenaDeque<PcRelativePatchInfo> pc_relative_dex_cache_patches_;
601 // Deduplication map for boot string literals for kBootImageLinkTimeAddress.
602 BootStringToLiteralMap boot_image_string_patches_;
603 // PC-relative String patch info.
604 ArenaDeque<PcRelativePatchInfo> pc_relative_string_patches_;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100605 // Deduplication map for boot type literals for kBootImageLinkTimeAddress.
606 BootTypeToLiteralMap boot_image_type_patches_;
607 // PC-relative type patch info.
608 ArenaDeque<PcRelativePatchInfo> pc_relative_type_patches_;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000609 // Deduplication map for patchable boot image addresses.
610 Uint32ToLiteralMap boot_image_address_patches_;
Vladimir Markob4536b72015-11-24 13:45:23 +0000611
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000612 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM);
613};
614
615} // namespace arm
616} // namespace art
617
618#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_