blob: b38c9155ef3e74fa26977d7769ea9b97a7aab096 [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
19
Andreas Gampe542451c2016-07-26 09:02:02 -070020#include "base/enums.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000021#include "code_generator.h"
Andreas Gampea5b09a62016-11-17 15:21:22 -080022#include "dex_file_types.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000023#include "driver/compiler_options.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000024#include "nodes.h"
Mathieu Chartierdc00f182016-07-14 10:10:44 -070025#include "string_reference.h"
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010026#include "parallel_move_resolver.h"
Nicolas Geoffray8d486732014-07-16 16:23:40 +010027#include "utils/arm/assembler_thumb2.h"
Vladimir Markodbb7f5b2016-03-30 13:23:58 +010028#include "utils/type_reference.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000029
30namespace art {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000031namespace arm {
32
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010033class CodeGeneratorARM;
34
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000035// Use a local definition to prevent copying mistakes.
Andreas Gampe542451c2016-07-26 09:02:02 -070036static constexpr size_t kArmWordSize = static_cast<size_t>(kArmPointerSize);
Nicolas Geoffraya4f35812015-06-22 23:12:45 +010037static constexpr size_t kArmBitsPerWord = kArmWordSize * kBitsPerByte;
Nicolas Geoffray707c8092014-04-04 10:50:14 +010038
Nicolas Geoffraya747a392014-04-17 14:56:23 +010039static constexpr Register kParameterCoreRegisters[] = { R1, R2, R3 };
Nicolas Geoffraya747a392014-04-17 14:56:23 +010040static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000041static constexpr SRegister kParameterFpuRegisters[] =
42 { S0, S1, S2, S3, S4, S5, S6, S7, S8, S9, S10, S11, S12, S13, S14, S15 };
43static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010044
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080045static constexpr Register kArtMethodRegister = R0;
46
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000047static constexpr Register kRuntimeParameterCoreRegisters[] = { R0, R1, R2, R3 };
48static constexpr size_t kRuntimeParameterCoreRegistersLength =
49 arraysize(kRuntimeParameterCoreRegisters);
50static constexpr SRegister kRuntimeParameterFpuRegisters[] = { S0, S1, S2, S3 };
51static constexpr size_t kRuntimeParameterFpuRegistersLength =
52 arraysize(kRuntimeParameterFpuRegisters);
53
Artem Serovf4d6aee2016-07-11 10:41:45 +010054class SlowPathCodeARM : public SlowPathCode {
55 public:
56 explicit SlowPathCodeARM(HInstruction* instruction) : SlowPathCode(instruction) {}
57
58 void SaveLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) FINAL;
59 void RestoreLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) FINAL;
60
61 private:
62 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM);
63};
64
65
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000066class InvokeRuntimeCallingConvention : public CallingConvention<Register, SRegister> {
67 public:
68 InvokeRuntimeCallingConvention()
69 : CallingConvention(kRuntimeParameterCoreRegisters,
70 kRuntimeParameterCoreRegistersLength,
71 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070072 kRuntimeParameterFpuRegistersLength,
73 kArmPointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000074
75 private:
76 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
77};
78
Vladimir Markof04cf542016-08-31 15:25:25 +010079constexpr DRegister FromLowSToD(SRegister reg) {
80 DCHECK_EQ(reg % 2, 0);
81 return static_cast<DRegister>(reg / 2);
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080082}
83
84
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000085class InvokeDexCallingConvention : public CallingConvention<Register, SRegister> {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010086 public:
87 InvokeDexCallingConvention()
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010088 : CallingConvention(kParameterCoreRegisters,
89 kParameterCoreRegistersLength,
90 kParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070091 kParameterFpuRegistersLength,
92 kArmPointerSize) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010093
Nicolas Geoffraya747a392014-04-17 14:56:23 +010094 private:
95 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
96};
97
Roland Levillain2d27c8e2015-04-28 15:48:45 +010098class InvokeDexCallingConventionVisitorARM : public InvokeDexCallingConventionVisitor {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010099 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100100 InvokeDexCallingConventionVisitorARM() {}
101 virtual ~InvokeDexCallingConventionVisitorARM() {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100102
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100103 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100104 Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
105 Location GetMethodLocation() const OVERRIDE;
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100106
107 private:
108 InvokeDexCallingConvention calling_convention;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100109 uint32_t double_index_ = 0;
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100110
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100111 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM);
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100112};
113
Calin Juravlee460d1d2015-09-29 04:52:17 +0100114class FieldAccessCallingConventionARM : public FieldAccessCallingConvention {
115 public:
116 FieldAccessCallingConventionARM() {}
117
118 Location GetObjectLocation() const OVERRIDE {
119 return Location::RegisterLocation(R1);
120 }
121 Location GetFieldIndexLocation() const OVERRIDE {
122 return Location::RegisterLocation(R0);
123 }
124 Location GetReturnLocation(Primitive::Type type) const OVERRIDE {
125 return Primitive::Is64BitType(type)
126 ? Location::RegisterPairLocation(R0, R1)
127 : Location::RegisterLocation(R0);
128 }
129 Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
130 return Primitive::Is64BitType(type)
Nicolas Geoffray5b3c6c02017-01-19 14:22:26 +0000131 ? (is_instance
132 ? Location::RegisterPairLocation(R2, R3)
133 : Location::RegisterPairLocation(R1, R2))
Calin Juravlee460d1d2015-09-29 04:52:17 +0100134 : (is_instance
135 ? Location::RegisterLocation(R2)
136 : Location::RegisterLocation(R1));
137 }
138 Location GetFpuLocation(Primitive::Type type) const OVERRIDE {
139 return Primitive::Is64BitType(type)
140 ? Location::FpuRegisterPairLocation(S0, S1)
141 : Location::FpuRegisterLocation(S0);
142 }
143
144 private:
145 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionARM);
146};
147
Zheng Xuad4450e2015-04-17 18:48:56 +0800148class ParallelMoveResolverARM : public ParallelMoveResolverWithSwap {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100149 public:
150 ParallelMoveResolverARM(ArenaAllocator* allocator, CodeGeneratorARM* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800151 : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100152
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000153 void EmitMove(size_t index) OVERRIDE;
154 void EmitSwap(size_t index) OVERRIDE;
155 void SpillScratch(int reg) OVERRIDE;
156 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100157
158 ArmAssembler* GetAssembler() const;
159
160 private:
161 void Exchange(Register reg, int mem);
162 void Exchange(int mem1, int mem2);
163
164 CodeGeneratorARM* const codegen_;
165
166 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM);
167};
168
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000169class LocationsBuilderARM : public HGraphVisitor {
170 public:
Roland Levillain5799fc02014-09-25 12:15:20 +0100171 LocationsBuilderARM(HGraph* graph, CodeGeneratorARM* codegen)
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100172 : HGraphVisitor(graph), codegen_(codegen) {}
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000173
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100174#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100175 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000176
Alexandre Ramesef20f712015-06-09 10:29:30 +0100177 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
178 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300179 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000180
181#undef DECLARE_VISIT_INSTRUCTION
182
Alexandre Ramesef20f712015-06-09 10:29:30 +0100183 void VisitInstruction(HInstruction* instruction) OVERRIDE {
184 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
185 << " (id " << instruction->GetId() << ")";
186 }
187
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000188 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000189 void HandleInvoke(HInvoke* invoke);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100190 void HandleBitwiseOperation(HBinaryOperation* operation, Opcode opcode);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000191 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000192 void HandleIntegerRotate(LocationSummary* locations);
193 void HandleLongRotate(LocationSummary* locations);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000194 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000195 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
196 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000197
Vladimir Marko37dd80d2016-08-01 17:41:45 +0100198 Location ArithmeticZeroOrFpuRegister(HInstruction* input);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100199 Location ArmEncodableConstantOrRegister(HInstruction* constant, Opcode opcode);
200 bool CanEncodeConstantAsImmediate(HConstant* input_cst, Opcode opcode);
Vladimir Marko59751a72016-08-05 14:37:27 +0100201 bool CanEncodeConstantAsImmediate(uint32_t value, Opcode opcode, SetCc set_cc = kCcDontCare);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100202
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100203 CodeGeneratorARM* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100204 InvokeDexCallingConventionVisitorARM parameter_visitor_;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100205
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000206 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM);
207};
208
Aart Bik42249c32016-01-07 15:33:50 -0800209class InstructionCodeGeneratorARM : public InstructionCodeGenerator {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000210 public:
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100211 InstructionCodeGeneratorARM(HGraph* graph, CodeGeneratorARM* codegen);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000212
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100213#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100214 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000215
Alexandre Ramesef20f712015-06-09 10:29:30 +0100216 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
217 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300218 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000219
220#undef DECLARE_VISIT_INSTRUCTION
221
Alexandre Ramesef20f712015-06-09 10:29:30 +0100222 void VisitInstruction(HInstruction* instruction) OVERRIDE {
223 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
224 << " (id " << instruction->GetId() << ")";
225 }
226
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100227 ArmAssembler* GetAssembler() const { return assembler_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000228
229 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100230 // Generate code for the given suspend check. If not null, `successor`
231 // is the block to branch to if the suspend check is not needed, and after
232 // the suspend call.
233 void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
Artem Serovf4d6aee2016-07-11 10:41:45 +0100234 void GenerateClassInitializationCheck(SlowPathCodeARM* slow_path, Register class_reg);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100235 void GenerateAndConst(Register out, Register first, uint32_t value);
236 void GenerateOrrConst(Register out, Register first, uint32_t value);
237 void GenerateEorConst(Register out, Register first, uint32_t value);
Vladimir Marko59751a72016-08-05 14:37:27 +0100238 void GenerateAddLongConst(Location out, Location first, uint64_t value);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000239 void HandleBitwiseOperation(HBinaryOperation* operation);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000240 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000241 void HandleIntegerRotate(LocationSummary* locations);
242 void HandleLongRotate(LocationSummary* locations);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000243 void HandleShift(HBinaryOperation* operation);
Roland Levillainc9285912015-12-18 10:38:42 +0000244
Calin Juravle52c48962014-12-16 17:02:57 +0000245 void GenerateWideAtomicStore(Register addr, uint32_t offset,
246 Register value_lo, Register value_hi,
Calin Juravle77520bc2015-01-12 18:45:46 +0000247 Register temp1, Register temp2,
248 HInstruction* instruction);
Calin Juravle52c48962014-12-16 17:02:57 +0000249 void GenerateWideAtomicLoad(Register addr, uint32_t offset,
250 Register out_lo, Register out_hi);
Roland Levillainc9285912015-12-18 10:38:42 +0000251
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100252 void HandleFieldSet(HInstruction* instruction,
253 const FieldInfo& field_info,
254 bool value_can_be_null);
Calin Juravle52c48962014-12-16 17:02:57 +0000255 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Roland Levillainc9285912015-12-18 10:38:42 +0000256
257 // Generate a heap reference load using one register `out`:
258 //
259 // out <- *(out + offset)
260 //
261 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000262 //
263 // Location `maybe_temp` is used when generating a read barrier and
264 // shall be a register in that case; it may be an invalid location
265 // otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000266 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
267 Location out,
268 uint32_t offset,
Mathieu Chartieraa474eb2016-11-09 15:18:27 -0800269 Location maybe_temp,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800270 ReadBarrierOption read_barrier_option);
Roland Levillainc9285912015-12-18 10:38:42 +0000271 // Generate a heap reference load using two different registers
272 // `out` and `obj`:
273 //
274 // out <- *(obj + offset)
275 //
276 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000277 //
278 // Location `maybe_temp` is used when generating a Baker's (fast
279 // path) read barrier and shall be a register in that case; it may
280 // be an invalid location otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000281 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
282 Location out,
283 Location obj,
284 uint32_t offset,
Mathieu Chartier5c44c1b2016-11-04 18:13:04 -0700285 Location maybe_temp,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800286 ReadBarrierOption read_barrier_option);
Roland Levillainc9285912015-12-18 10:38:42 +0000287 // Generate a GC root reference load:
288 //
289 // root <- *(obj + offset)
290 //
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800291 // while honoring read barriers based on read_barrier_option.
Roland Levillainc9285912015-12-18 10:38:42 +0000292 void GenerateGcRootFieldLoad(HInstruction* instruction,
293 Location root,
294 Register obj,
Mathieu Chartier31b12e32016-09-02 17:11:57 -0700295 uint32_t offset,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800296 ReadBarrierOption read_barrier_option);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700297 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000298 size_t condition_input_index,
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700299 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000300 Label* false_target);
David Brazdil0debae72015-11-12 18:37:00 +0000301 void GenerateCompareTestAndBranch(HCondition* condition,
Roland Levillain4fa13f62015-07-06 18:11:54 +0100302 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000303 Label* false_target);
Vladimir Marko37dd80d2016-08-01 17:41:45 +0100304 void GenerateVcmp(HInstruction* instruction);
Roland Levillain4fa13f62015-07-06 18:11:54 +0100305 void GenerateFPJumps(HCondition* cond, Label* true_label, Label* false_label);
306 void GenerateLongComparesAndJumps(HCondition* cond, Label* true_label, Label* false_label);
Zheng Xuc6667102015-05-15 16:08:45 +0800307 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
308 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
309 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
310 void GenerateDivRemConstantIntegral(HBinaryOperation* instruction);
David Brazdilfc6a86a2015-06-26 10:33:45 +0000311 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100312
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100313 ArmAssembler* const assembler_;
314 CodeGeneratorARM* const codegen_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000315
316 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM);
317};
318
319class CodeGeneratorARM : public CodeGenerator {
320 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000321 CodeGeneratorARM(HGraph* graph,
322 const ArmInstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100323 const CompilerOptions& compiler_options,
324 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffray8a16d972014-09-11 10:30:02 +0100325 virtual ~CodeGeneratorARM() {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000326
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000327 void GenerateFrameEntry() OVERRIDE;
328 void GenerateFrameExit() OVERRIDE;
329 void Bind(HBasicBlock* block) OVERRIDE;
Calin Juravle175dc732015-08-25 15:42:32 +0100330 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100331 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
332 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
333
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000334 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
335 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000336 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
337 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000338
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000339 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100340 return kArmWordSize;
341 }
342
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500343 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
344 // Allocated in S registers, which are word sized.
345 return kArmWordSize;
346 }
347
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000348 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000349 return &location_builder_;
350 }
351
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000352 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000353 return &instruction_visitor_;
354 }
355
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000356 ArmAssembler* GetAssembler() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000357 return &assembler_;
358 }
359
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100360 const ArmAssembler& GetAssembler() const OVERRIDE {
361 return assembler_;
362 }
363
Alexandre Ramesc01a6642016-04-15 11:54:06 +0100364 uintptr_t GetAddressOf(HBasicBlock* block) OVERRIDE {
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000365 return GetLabelOf(block)->Position();
366 }
Calin Juravle34bacdf2014-10-07 20:23:36 +0100367
David Brazdil58282f42016-01-14 12:45:10 +0000368 void SetupBlockedRegisters() const OVERRIDE;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100369
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000370 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
371 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100372
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000373 ParallelMoveResolverARM* GetMoveResolver() OVERRIDE {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100374 return &move_resolver_;
375 }
376
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000377 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100378 return InstructionSet::kThumb2;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100379 }
380
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100381 // Helper method to move a 32bits value between two locations.
382 void Move32(Location destination, Location source);
383 // Helper method to move a 64bits value between two locations.
384 void Move64(Location destination, Location source);
385
Artem Serov6c916792016-07-11 14:02:34 +0100386 void LoadOrStoreToOffset(Primitive::Type type,
387 Location loc,
388 Register base,
389 int32_t offset,
390 bool is_load,
391 Condition cond = AL);
392
393 void LoadFromShiftedRegOffset(Primitive::Type type,
394 Location out_loc,
395 Register base,
396 Register reg_offset,
397 Condition cond = AL);
398 void StoreToShiftedRegOffset(Primitive::Type type,
399 Location out_loc,
400 Register base,
401 Register reg_offset,
402 Condition cond = AL);
403
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100404 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100405 void InvokeRuntime(QuickEntrypointEnum entrypoint,
406 HInstruction* instruction,
407 uint32_t dex_pc,
Serban Constantinescu4bb30ac2016-06-22 17:04:45 +0100408 SlowPathCode* slow_path = nullptr) OVERRIDE;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100409
Roland Levillaindec8f632016-07-22 17:10:06 +0100410 // Generate code to invoke a runtime entry point, but do not record
411 // PC-related information in a stack map.
412 void InvokeRuntimeWithoutRecordingPcInfo(int32_t entry_point_offset,
413 HInstruction* instruction,
414 SlowPathCode* slow_path);
415
Serban Constantinescu4bb30ac2016-06-22 17:04:45 +0100416 void GenerateInvokeRuntime(int32_t entry_point_offset);
417
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100418 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100419 void MarkGCCard(Register temp, Register card, Register object, Register value, bool can_be_null);
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100420
Roland Levillainc9285912015-12-18 10:38:42 +0000421 void GenerateMemoryBarrier(MemBarrierKind kind);
422
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100423 Label* GetLabelOf(HBasicBlock* block) const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100424 return CommonGetLabelOf<Label>(block_labels_, block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100425 }
426
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000427 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100428 block_labels_ = CommonInitializeLabels<Label>();
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100429 }
430
Vladimir Markocf93a5c2015-06-16 11:33:24 +0000431 void Finalize(CodeAllocator* allocator) OVERRIDE;
432
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000433 const ArmInstructionSetFeatures& GetInstructionSetFeatures() const {
Calin Juravle34166012014-12-19 17:22:29 +0000434 return isa_features_;
435 }
436
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000437 bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
438 return type == Primitive::kPrimDouble || type == Primitive::kPrimLong;
439 }
440
Nicolas Geoffray4dee6362015-01-23 18:23:14 +0000441 void ComputeSpillMask() OVERRIDE;
442
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000443 Label* GetFrameEntryLabel() { return &frame_entry_label_; }
444
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000445 // Check if the desired_string_load_kind is supported. If it is, return it,
446 // otherwise return a fall-back kind that should be used instead.
447 HLoadString::LoadKind GetSupportedLoadStringKind(
448 HLoadString::LoadKind desired_string_load_kind) OVERRIDE;
449
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100450 // Check if the desired_class_load_kind is supported. If it is, return it,
451 // otherwise return a fall-back kind that should be used instead.
452 HLoadClass::LoadKind GetSupportedLoadClassKind(
453 HLoadClass::LoadKind desired_class_load_kind) OVERRIDE;
454
Vladimir Markodc151b22015-10-15 18:02:30 +0100455 // Check if the desired_dispatch_info is supported. If it is, return it,
456 // otherwise return a fall-back info that should be used instead.
457 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
458 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
Nicolas Geoffray5e4e11e2016-09-22 13:17:41 +0100459 HInvokeStaticOrDirect* invoke) OVERRIDE;
Vladimir Markodc151b22015-10-15 18:02:30 +0100460
Andreas Gampe85b62f22015-09-09 13:15:38 -0700461 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
462 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
463
464 void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800465
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000466 // The PcRelativePatchInfo is used for PC-relative addressing of dex cache arrays
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100467 // and boot image strings/types. The only difference is the interpretation of the
468 // offset_or_index. The PC-relative address is loaded with three instructions,
469 // MOVW+MOVT to load the offset to base_reg and then ADD base_reg, PC. The offset
470 // is calculated from the ADD's effective PC, i.e. PC+4 on Thumb2. Though we
Vladimir Markob4536b72015-11-24 13:45:23 +0000471 // currently emit these 3 instructions together, instruction scheduling could
472 // split this sequence apart, so we keep separate labels for each of them.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000473 struct PcRelativePatchInfo {
474 PcRelativePatchInfo(const DexFile& dex_file, uint32_t off_or_idx)
475 : target_dex_file(dex_file), offset_or_index(off_or_idx) { }
476 PcRelativePatchInfo(PcRelativePatchInfo&& other) = default;
Vladimir Markob4536b72015-11-24 13:45:23 +0000477
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000478 const DexFile& target_dex_file;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100479 // Either the dex cache array element offset or the string/type index.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000480 uint32_t offset_or_index;
Vladimir Markob4536b72015-11-24 13:45:23 +0000481 Label movw_label;
482 Label movt_label;
483 Label add_pc_label;
484 };
485
Vladimir Marko6bec91c2017-01-09 15:03:12 +0000486 PcRelativePatchInfo* NewPcRelativeStringPatch(const DexFile& dex_file,
487 dex::StringIndex string_index);
Andreas Gampea5b09a62016-11-17 15:21:22 -0800488 PcRelativePatchInfo* NewPcRelativeTypePatch(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Marko1998cd02017-01-13 13:02:58 +0000489 PcRelativePatchInfo* NewTypeBssEntryPatch(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000490 PcRelativePatchInfo* NewPcRelativeDexCacheArrayPatch(const DexFile& dex_file,
491 uint32_t element_offset);
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800492 Literal* DeduplicateBootImageStringLiteral(const DexFile& dex_file,
493 dex::StringIndex string_index);
Andreas Gampea5b09a62016-11-17 15:21:22 -0800494 Literal* DeduplicateBootImageTypeLiteral(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000495 Literal* DeduplicateBootImageAddressLiteral(uint32_t address);
Nicolas Geoffrayf0acfe72017-01-09 20:54:52 +0000496 Literal* DeduplicateJitStringLiteral(const DexFile& dex_file,
497 dex::StringIndex string_index,
498 Handle<mirror::String> handle);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000499 Literal* DeduplicateJitClassLiteral(const DexFile& dex_file,
500 dex::TypeIndex type_index,
Nicolas Geoffray5247c082017-01-13 14:17:29 +0000501 Handle<mirror::Class> handle);
Vladimir Markob4536b72015-11-24 13:45:23 +0000502
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000503 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
Vladimir Markob4536b72015-11-24 13:45:23 +0000504
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000505 void EmitJitRootPatches(uint8_t* code, const uint8_t* roots_data) OVERRIDE;
506
Roland Levillainc9285912015-12-18 10:38:42 +0000507 // Fast path implementation of ReadBarrier::Barrier for a heap
508 // reference field load when Baker's read barriers are used.
509 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000510 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000511 Register obj,
512 uint32_t offset,
513 Location temp,
514 bool needs_null_check);
515 // Fast path implementation of ReadBarrier::Barrier for a heap
516 // reference array load when Baker's read barriers are used.
517 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000518 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000519 Register obj,
520 uint32_t data_offset,
521 Location index,
522 Location temp,
523 bool needs_null_check);
Roland Levillainbfea3352016-06-23 13:48:47 +0100524 // Factored implementation used by GenerateFieldLoadWithBakerReadBarrier
525 // and GenerateArrayLoadWithBakerReadBarrier.
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100526
527 // Factored implementation, used by GenerateFieldLoadWithBakerReadBarrier,
528 // GenerateArrayLoadWithBakerReadBarrier and some intrinsics.
529 //
530 // Load the object reference located at the address
531 // `obj + offset + (index << scale_factor)`, held by object `obj`, into
532 // `ref`, and mark it if needed.
533 //
534 // If `always_update_field` is true, the value of the reference is
535 // atomically updated in the holder (`obj`). This operation
536 // requires an extra temporary register, which must be provided as a
537 // non-null pointer (`temp2`).
Roland Levillainbfea3352016-06-23 13:48:47 +0100538 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
539 Location ref,
540 Register obj,
541 uint32_t offset,
542 Location index,
543 ScaleFactor scale_factor,
544 Location temp,
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100545 bool needs_null_check,
546 bool always_update_field = false,
547 Register* temp2 = nullptr);
Roland Levillainc9285912015-12-18 10:38:42 +0000548
549 // Generate a read barrier for a heap reference within `instruction`
550 // using a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000551 //
552 // A read barrier for an object reference read from the heap is
553 // implemented as a call to the artReadBarrierSlow runtime entry
554 // point, which is passed the values in locations `ref`, `obj`, and
555 // `offset`:
556 //
557 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
558 // mirror::Object* obj,
559 // uint32_t offset);
560 //
561 // The `out` location contains the value returned by
562 // artReadBarrierSlow.
563 //
564 // When `index` is provided (i.e. for array accesses), the offset
565 // value passed to artReadBarrierSlow is adjusted to take `index`
566 // into account.
Roland Levillainc9285912015-12-18 10:38:42 +0000567 void GenerateReadBarrierSlow(HInstruction* instruction,
568 Location out,
569 Location ref,
570 Location obj,
571 uint32_t offset,
572 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000573
Roland Levillainc9285912015-12-18 10:38:42 +0000574 // If read barriers are enabled, generate a read barrier for a heap
575 // reference using a slow path. If heap poisoning is enabled, also
576 // unpoison the reference in `out`.
577 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
578 Location out,
579 Location ref,
580 Location obj,
581 uint32_t offset,
582 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000583
Roland Levillainc9285912015-12-18 10:38:42 +0000584 // Generate a read barrier for a GC root within `instruction` using
585 // a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000586 //
587 // A read barrier for an object reference GC root is implemented as
588 // a call to the artReadBarrierForRootSlow runtime entry point,
589 // which is passed the value in location `root`:
590 //
591 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
592 //
593 // The `out` location contains the value returned by
594 // artReadBarrierForRootSlow.
Roland Levillainc9285912015-12-18 10:38:42 +0000595 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain3b359c72015-11-17 19:35:12 +0000596
Roland Levillainf41f9562016-09-14 19:26:48 +0100597 void GenerateNop() OVERRIDE;
David Srbeckyc7098ff2016-02-09 14:30:11 +0000598
Roland Levillainf41f9562016-09-14 19:26:48 +0100599 void GenerateImplicitNullCheck(HNullCheck* instruction) OVERRIDE;
600 void GenerateExplicitNullCheck(HNullCheck* instruction) OVERRIDE;
Calin Juravle2ae48182016-03-16 14:05:09 +0000601
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100602 private:
Vladimir Markob4536b72015-11-24 13:45:23 +0000603 Register GetInvokeStaticOrDirectExtraParameter(HInvokeStaticOrDirect* invoke, Register temp);
604
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000605 using Uint32ToLiteralMap = ArenaSafeMap<uint32_t, Literal*>;
Vladimir Marko58155012015-08-19 12:49:41 +0000606 using MethodToLiteralMap = ArenaSafeMap<MethodReference, Literal*, MethodReferenceComparator>;
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000607 using StringToLiteralMap = ArenaSafeMap<StringReference,
608 Literal*,
609 StringReferenceValueComparator>;
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000610 using TypeToLiteralMap = ArenaSafeMap<TypeReference,
611 Literal*,
612 TypeReferenceValueComparator>;
Vladimir Marko58155012015-08-19 12:49:41 +0000613
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000614 Literal* DeduplicateUint32Literal(uint32_t value, Uint32ToLiteralMap* map);
Vladimir Marko58155012015-08-19 12:49:41 +0000615 Literal* DeduplicateMethodLiteral(MethodReference target_method, MethodToLiteralMap* map);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000616 PcRelativePatchInfo* NewPcRelativePatch(const DexFile& dex_file,
617 uint32_t offset_or_index,
618 ArenaDeque<PcRelativePatchInfo>* patches);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000619 template <LinkerPatch (*Factory)(size_t, const DexFile*, uint32_t, uint32_t)>
620 static void EmitPcRelativeLinkerPatches(const ArenaDeque<PcRelativePatchInfo>& infos,
621 ArenaVector<LinkerPatch>* linker_patches);
622
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100623 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100624 Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000625 Label frame_entry_label_;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000626 LocationsBuilderARM location_builder_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000627 InstructionCodeGeneratorARM instruction_visitor_;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100628 ParallelMoveResolverARM move_resolver_;
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100629 Thumb2Assembler assembler_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000630 const ArmInstructionSetFeatures& isa_features_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000631
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000632 // Deduplication map for 32-bit literals, used for non-patchable boot image addresses.
633 Uint32ToLiteralMap uint32_literals_;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000634 // PC-relative patch info for each HArmDexCacheArraysBase.
635 ArenaDeque<PcRelativePatchInfo> pc_relative_dex_cache_patches_;
636 // Deduplication map for boot string literals for kBootImageLinkTimeAddress.
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000637 StringToLiteralMap boot_image_string_patches_;
Vladimir Markoaad75c62016-10-03 08:46:48 +0000638 // PC-relative String patch info; type depends on configuration (app .bss or boot image PIC).
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000639 ArenaDeque<PcRelativePatchInfo> pc_relative_string_patches_;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100640 // Deduplication map for boot type literals for kBootImageLinkTimeAddress.
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000641 TypeToLiteralMap boot_image_type_patches_;
Vladimir Marko1998cd02017-01-13 13:02:58 +0000642 // PC-relative type patch info for kBootImageLinkTimePcRelative.
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100643 ArenaDeque<PcRelativePatchInfo> pc_relative_type_patches_;
Vladimir Marko1998cd02017-01-13 13:02:58 +0000644 // PC-relative type patch info for kBssEntry.
645 ArenaDeque<PcRelativePatchInfo> type_bss_entry_patches_;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000646 // Deduplication map for patchable boot image addresses.
647 Uint32ToLiteralMap boot_image_address_patches_;
Vladimir Markob4536b72015-11-24 13:45:23 +0000648
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000649 // Patches for string literals in JIT compiled code.
650 StringToLiteralMap jit_string_patches_;
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000651 // Patches for class literals in JIT compiled code.
652 TypeToLiteralMap jit_class_patches_;
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000653
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000654 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM);
655};
656
657} // namespace arm
658} // namespace art
659
660#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_