blob: f860082a1b277a67e2ea365e199aa06b7db19ed9 [file] [log] [blame]
Alexandre Rames5319def2014-10-23 10:03:10 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_
19
20#include "code_generator.h"
Calin Juravlee460d1d2015-09-29 04:52:17 +010021#include "common_arm64.h"
Serban Constantinescu02d81cc2015-01-05 16:08:49 +000022#include "dex/compiler_enums.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000023#include "driver/compiler_options.h"
Alexandre Rames5319def2014-10-23 10:03:10 +010024#include "nodes.h"
25#include "parallel_move_resolver.h"
26#include "utils/arm64/assembler_arm64.h"
Serban Constantinescu82e52ce2015-03-26 16:50:57 +000027#include "vixl/a64/disasm-a64.h"
28#include "vixl/a64/macro-assembler-a64.h"
Alexandre Rames5319def2014-10-23 10:03:10 +010029#include "arch/arm64/quick_method_frame_info_arm64.h"
30
31namespace art {
32namespace arm64 {
33
34class CodeGeneratorARM64;
Andreas Gampe878d58c2015-01-15 23:24:00 -080035
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000036// Use a local definition to prevent copying mistakes.
37static constexpr size_t kArm64WordSize = kArm64PointerSize;
38
Alexandre Rames5319def2014-10-23 10:03:10 +010039static const vixl::Register kParameterCoreRegisters[] = {
40 vixl::x1, vixl::x2, vixl::x3, vixl::x4, vixl::x5, vixl::x6, vixl::x7
41};
42static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
43static const vixl::FPRegister kParameterFPRegisters[] = {
44 vixl::d0, vixl::d1, vixl::d2, vixl::d3, vixl::d4, vixl::d5, vixl::d6, vixl::d7
45};
46static constexpr size_t kParameterFPRegistersLength = arraysize(kParameterFPRegisters);
47
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010048const vixl::Register tr = vixl::x19; // Thread Register
Mathieu Chartiere401d142015-04-22 13:56:20 -070049static const vixl::Register kArtMethodRegister = vixl::x0; // Method register on invoke.
Alexandre Rames5319def2014-10-23 10:03:10 +010050
51const vixl::CPURegList vixl_reserved_core_registers(vixl::ip0, vixl::ip1);
Alexandre Ramesa89086e2014-11-07 17:13:25 +000052const vixl::CPURegList vixl_reserved_fp_registers(vixl::d31);
Alexandre Rames5319def2014-10-23 10:03:10 +010053
Zheng Xu69a50302015-04-14 20:04:41 +080054const vixl::CPURegList runtime_reserved_core_registers(tr, vixl::lr);
Serban Constantinescu3d087de2015-01-28 11:57:05 +000055
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010056// Callee-saved registers AAPCS64 (without x19 - Thread Register)
Serban Constantinescu3d087de2015-01-28 11:57:05 +000057const vixl::CPURegList callee_saved_core_registers(vixl::CPURegister::kRegister,
58 vixl::kXRegSize,
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010059 vixl::x20.code(),
Serban Constantinescu3d087de2015-01-28 11:57:05 +000060 vixl::x30.code());
61const vixl::CPURegList callee_saved_fp_registers(vixl::CPURegister::kFPRegister,
62 vixl::kDRegSize,
63 vixl::d8.code(),
64 vixl::d15.code());
Alexandre Ramesa89086e2014-11-07 17:13:25 +000065Location ARM64ReturnLocation(Primitive::Type return_type);
66
Andreas Gampe878d58c2015-01-15 23:24:00 -080067class SlowPathCodeARM64 : public SlowPathCode {
68 public:
69 SlowPathCodeARM64() : entry_label_(), exit_label_() {}
70
71 vixl::Label* GetEntryLabel() { return &entry_label_; }
72 vixl::Label* GetExitLabel() { return &exit_label_; }
73
Zheng Xuda403092015-04-24 17:35:39 +080074 void SaveLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) OVERRIDE;
75 void RestoreLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) OVERRIDE;
76
Andreas Gampe878d58c2015-01-15 23:24:00 -080077 private:
78 vixl::Label entry_label_;
79 vixl::Label exit_label_;
80
81 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM64);
82};
83
Zheng Xu3927c8b2015-11-18 17:46:25 +080084class JumpTableARM64 : public ArenaObject<kArenaAllocSwitchTable> {
85 public:
86 explicit JumpTableARM64(HPackedSwitch* switch_instr)
87 : switch_instr_(switch_instr), table_start_() {}
88
89 vixl::Label* GetTableStartLabel() { return &table_start_; }
90
91 void EmitTable(CodeGeneratorARM64* codegen);
92
93 private:
94 HPackedSwitch* const switch_instr_;
95 vixl::Label table_start_;
96
97 DISALLOW_COPY_AND_ASSIGN(JumpTableARM64);
98};
99
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +0000100static const vixl::Register kRuntimeParameterCoreRegisters[] =
101 { vixl::x0, vixl::x1, vixl::x2, vixl::x3, vixl::x4, vixl::x5, vixl::x6, vixl::x7 };
102static constexpr size_t kRuntimeParameterCoreRegistersLength =
103 arraysize(kRuntimeParameterCoreRegisters);
104static const vixl::FPRegister kRuntimeParameterFpuRegisters[] =
105 { vixl::d0, vixl::d1, vixl::d2, vixl::d3, vixl::d4, vixl::d5, vixl::d6, vixl::d7 };
106static constexpr size_t kRuntimeParameterFpuRegistersLength =
107 arraysize(kRuntimeParameterCoreRegisters);
108
109class InvokeRuntimeCallingConvention : public CallingConvention<vixl::Register, vixl::FPRegister> {
110 public:
111 static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
112
113 InvokeRuntimeCallingConvention()
114 : CallingConvention(kRuntimeParameterCoreRegisters,
115 kRuntimeParameterCoreRegistersLength,
116 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -0700117 kRuntimeParameterFpuRegistersLength,
118 kArm64PointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +0000119
120 Location GetReturnLocation(Primitive::Type return_type);
121
122 private:
123 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
124};
125
Alexandre Rames5319def2014-10-23 10:03:10 +0100126class InvokeDexCallingConvention : public CallingConvention<vixl::Register, vixl::FPRegister> {
127 public:
128 InvokeDexCallingConvention()
129 : CallingConvention(kParameterCoreRegisters,
130 kParameterCoreRegistersLength,
131 kParameterFPRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -0700132 kParameterFPRegistersLength,
133 kArm64PointerSize) {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100134
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100135 Location GetReturnLocation(Primitive::Type return_type) const {
Alexandre Ramesa89086e2014-11-07 17:13:25 +0000136 return ARM64ReturnLocation(return_type);
Alexandre Rames5319def2014-10-23 10:03:10 +0100137 }
138
139
140 private:
141 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
142};
143
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100144class InvokeDexCallingConventionVisitorARM64 : public InvokeDexCallingConventionVisitor {
Alexandre Rames5319def2014-10-23 10:03:10 +0100145 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100146 InvokeDexCallingConventionVisitorARM64() {}
147 virtual ~InvokeDexCallingConventionVisitorARM64() {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100148
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100149 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100150 Location GetReturnLocation(Primitive::Type return_type) const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100151 return calling_convention.GetReturnLocation(return_type);
152 }
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100153 Location GetMethodLocation() const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100154
155 private:
156 InvokeDexCallingConvention calling_convention;
Alexandre Rames5319def2014-10-23 10:03:10 +0100157
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100158 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM64);
Alexandre Rames5319def2014-10-23 10:03:10 +0100159};
160
Calin Juravlee460d1d2015-09-29 04:52:17 +0100161class FieldAccessCallingConventionARM64 : public FieldAccessCallingConvention {
162 public:
163 FieldAccessCallingConventionARM64() {}
164
165 Location GetObjectLocation() const OVERRIDE {
166 return helpers::LocationFrom(vixl::x1);
167 }
168 Location GetFieldIndexLocation() const OVERRIDE {
169 return helpers::LocationFrom(vixl::x0);
170 }
171 Location GetReturnLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
172 return helpers::LocationFrom(vixl::x0);
173 }
174 Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
175 return Primitive::Is64BitType(type)
176 ? helpers::LocationFrom(vixl::x2)
177 : (is_instance
178 ? helpers::LocationFrom(vixl::x2)
179 : helpers::LocationFrom(vixl::x1));
180 }
181 Location GetFpuLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
182 return helpers::LocationFrom(vixl::d0);
183 }
184
185 private:
186 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionARM64);
187};
188
Aart Bik42249c32016-01-07 15:33:50 -0800189class InstructionCodeGeneratorARM64 : public InstructionCodeGenerator {
Alexandre Rames5319def2014-10-23 10:03:10 +0100190 public:
191 InstructionCodeGeneratorARM64(HGraph* graph, CodeGeneratorARM64* codegen);
192
193#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000194 void Visit##name(H##name* instr) OVERRIDE;
Alexandre Ramesef20f712015-06-09 10:29:30 +0100195
196 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
197 FOR_EACH_CONCRETE_INSTRUCTION_ARM64(DECLARE_VISIT_INSTRUCTION)
Ilmir Usmanovdebeb982015-12-11 11:39:44 +0300198 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Alexandre Ramesef20f712015-06-09 10:29:30 +0100199
Alexandre Rames5319def2014-10-23 10:03:10 +0100200#undef DECLARE_VISIT_INSTRUCTION
201
Alexandre Ramesef20f712015-06-09 10:29:30 +0100202 void VisitInstruction(HInstruction* instruction) OVERRIDE {
203 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
204 << " (id " << instruction->GetId() << ")";
205 }
206
Alexandre Rames5319def2014-10-23 10:03:10 +0100207 Arm64Assembler* GetAssembler() const { return assembler_; }
Alexandre Rames67555f72014-11-18 10:55:16 +0000208 vixl::MacroAssembler* GetVIXLAssembler() { return GetAssembler()->vixl_masm_; }
Alexandre Rames5319def2014-10-23 10:03:10 +0100209
210 private:
Alexandre Rames67555f72014-11-18 10:55:16 +0000211 void GenerateClassInitializationCheck(SlowPathCodeARM64* slow_path, vixl::Register class_reg);
Serban Constantinescu02164b32014-11-13 14:05:07 +0000212 void GenerateSuspendCheck(HSuspendCheck* instruction, HBasicBlock* successor);
Alexandre Rames67555f72014-11-18 10:55:16 +0000213 void HandleBinaryOp(HBinaryOperation* instr);
Roland Levillainc8f1df92016-01-20 16:38:05 +0000214
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100215 void HandleFieldSet(HInstruction* instruction,
216 const FieldInfo& field_info,
217 bool value_can_be_null);
Alexandre Rames09a99962015-04-15 11:47:56 +0100218 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000219 void HandleCondition(HCondition* instruction);
Roland Levillainc8f1df92016-01-20 16:38:05 +0000220
221 // Generate a heap reference load using one register `out`:
222 //
223 // out <- *(out + offset)
224 //
225 // while honoring heap poisoning and/or read barriers (if any).
226 // Register `temp` is used when generating a read barrier.
227 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
228 Location out,
229 uint32_t offset,
230 Location temp);
231 // Generate a heap reference load using two different registers
232 // `out` and `obj`:
233 //
234 // out <- *(obj + offset)
235 //
236 // while honoring heap poisoning and/or read barriers (if any).
237 // Register `temp` is used when generating a Baker's read barrier.
238 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
239 Location out,
240 Location obj,
241 uint32_t offset,
242 Location temp);
243 // Generate a GC root reference load:
244 //
245 // root <- *(obj + offset)
246 //
247 // while honoring read barriers (if any).
248 void GenerateGcRootFieldLoad(HInstruction* instruction,
249 Location root,
250 vixl::Register obj,
251 uint32_t offset);
252
Serban Constantinescu02164b32014-11-13 14:05:07 +0000253 void HandleShift(HBinaryOperation* instr);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000254 void GenerateImplicitNullCheck(HNullCheck* instruction);
255 void GenerateExplicitNullCheck(HNullCheck* instruction);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700256 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000257 size_t condition_input_index,
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700258 vixl::Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000259 vixl::Label* false_target);
Zheng Xuc6667102015-05-15 16:08:45 +0800260 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
261 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
262 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
263 void GenerateDivRemIntegral(HBinaryOperation* instruction);
David Brazdilfc6a86a2015-06-26 10:33:45 +0000264 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Alexandre Rames5319def2014-10-23 10:03:10 +0100265
266 Arm64Assembler* const assembler_;
267 CodeGeneratorARM64* const codegen_;
268
269 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM64);
270};
271
272class LocationsBuilderARM64 : public HGraphVisitor {
273 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100274 LocationsBuilderARM64(HGraph* graph, CodeGeneratorARM64* codegen)
Alexandre Rames5319def2014-10-23 10:03:10 +0100275 : HGraphVisitor(graph), codegen_(codegen) {}
276
277#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000278 void Visit##name(H##name* instr) OVERRIDE;
Alexandre Ramesef20f712015-06-09 10:29:30 +0100279
280 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
281 FOR_EACH_CONCRETE_INSTRUCTION_ARM64(DECLARE_VISIT_INSTRUCTION)
Ilmir Usmanovdebeb982015-12-11 11:39:44 +0300282 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Alexandre Ramesef20f712015-06-09 10:29:30 +0100283
Alexandre Rames5319def2014-10-23 10:03:10 +0100284#undef DECLARE_VISIT_INSTRUCTION
285
Alexandre Ramesef20f712015-06-09 10:29:30 +0100286 void VisitInstruction(HInstruction* instruction) OVERRIDE {
287 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
288 << " (id " << instruction->GetId() << ")";
289 }
290
Alexandre Rames5319def2014-10-23 10:03:10 +0100291 private:
Alexandre Rames67555f72014-11-18 10:55:16 +0000292 void HandleBinaryOp(HBinaryOperation* instr);
Alexandre Rames09a99962015-04-15 11:47:56 +0100293 void HandleFieldSet(HInstruction* instruction);
294 void HandleFieldGet(HInstruction* instruction);
Alexandre Rames5319def2014-10-23 10:03:10 +0100295 void HandleInvoke(HInvoke* instr);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000296 void HandleCondition(HCondition* instruction);
Alexandre Rames09a99962015-04-15 11:47:56 +0100297 void HandleShift(HBinaryOperation* instr);
Alexandre Rames5319def2014-10-23 10:03:10 +0100298
299 CodeGeneratorARM64* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100300 InvokeDexCallingConventionVisitorARM64 parameter_visitor_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100301
302 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM64);
303};
304
Zheng Xuad4450e2015-04-17 18:48:56 +0800305class ParallelMoveResolverARM64 : public ParallelMoveResolverNoSwap {
Alexandre Rames3e69f162014-12-10 10:36:50 +0000306 public:
307 ParallelMoveResolverARM64(ArenaAllocator* allocator, CodeGeneratorARM64* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800308 : ParallelMoveResolverNoSwap(allocator), codegen_(codegen), vixl_temps_() {}
Alexandre Rames3e69f162014-12-10 10:36:50 +0000309
Zheng Xuad4450e2015-04-17 18:48:56 +0800310 protected:
311 void PrepareForEmitNativeCode() OVERRIDE;
312 void FinishEmitNativeCode() OVERRIDE;
313 Location AllocateScratchLocationFor(Location::Kind kind) OVERRIDE;
314 void FreeScratchLocation(Location loc) OVERRIDE;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000315 void EmitMove(size_t index) OVERRIDE;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000316
317 private:
318 Arm64Assembler* GetAssembler() const;
319 vixl::MacroAssembler* GetVIXLAssembler() const {
320 return GetAssembler()->vixl_masm_;
321 }
322
323 CodeGeneratorARM64* const codegen_;
Zheng Xuad4450e2015-04-17 18:48:56 +0800324 vixl::UseScratchRegisterScope vixl_temps_;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000325
326 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM64);
327};
328
Alexandre Rames5319def2014-10-23 10:03:10 +0100329class CodeGeneratorARM64 : public CodeGenerator {
330 public:
Serban Constantinescu579885a2015-02-22 20:51:33 +0000331 CodeGeneratorARM64(HGraph* graph,
332 const Arm64InstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100333 const CompilerOptions& compiler_options,
334 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000335 virtual ~CodeGeneratorARM64() {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100336
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000337 void GenerateFrameEntry() OVERRIDE;
338 void GenerateFrameExit() OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100339
Zheng Xuda403092015-04-24 17:35:39 +0800340 vixl::CPURegList GetFramePreservedCoreRegisters() const;
341 vixl::CPURegList GetFramePreservedFPRegisters() const;
Alexandre Rames5319def2014-10-23 10:03:10 +0100342
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000343 void Bind(HBasicBlock* block) OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100344
345 vixl::Label* GetLabelOf(HBasicBlock* block) const {
Nicolas Geoffraydc23d832015-02-16 11:15:43 +0000346 return CommonGetLabelOf<vixl::Label>(block_labels_, block);
Alexandre Rames5319def2014-10-23 10:03:10 +0100347 }
348
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000349 void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100350
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000351 size_t GetWordSize() const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100352 return kArm64WordSize;
353 }
354
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500355 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
356 // Allocated in D registers, which are word sized.
357 return kArm64WordSize;
358 }
359
Alexandre Rames67555f72014-11-18 10:55:16 +0000360 uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
361 vixl::Label* block_entry_label = GetLabelOf(block);
362 DCHECK(block_entry_label->IsBound());
363 return block_entry_label->location();
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000364 }
Alexandre Rames5319def2014-10-23 10:03:10 +0100365
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000366 HGraphVisitor* GetLocationBuilder() OVERRIDE { return &location_builder_; }
367 HGraphVisitor* GetInstructionVisitor() OVERRIDE { return &instruction_visitor_; }
368 Arm64Assembler* GetAssembler() OVERRIDE { return &assembler_; }
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100369 const Arm64Assembler& GetAssembler() const OVERRIDE { return assembler_; }
Alexandre Rames67555f72014-11-18 10:55:16 +0000370 vixl::MacroAssembler* GetVIXLAssembler() { return GetAssembler()->vixl_masm_; }
Alexandre Rames5319def2014-10-23 10:03:10 +0100371
372 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100373 void MarkGCCard(vixl::Register object, vixl::Register value, bool value_can_be_null);
Alexandre Rames5319def2014-10-23 10:03:10 +0100374
Roland Levillainc8f1df92016-01-20 16:38:05 +0000375 void GenerateMemoryBarrier(MemBarrierKind kind);
376
Alexandre Rames5319def2014-10-23 10:03:10 +0100377 // Register allocation.
378
David Brazdil58282f42016-01-14 12:45:10 +0000379 void SetupBlockedRegisters() const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100380
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000381 Location GetStackLocation(HLoadLocal* load) const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100382
Zheng Xuda403092015-04-24 17:35:39 +0800383 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
384 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
385 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
386 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100387
388 // The number of registers that can be allocated. The register allocator may
389 // decide to reserve and not use a few of them.
390 // We do not consider registers sp, xzr, wzr. They are either not allocatable
391 // (xzr, wzr), or make for poor allocatable registers (sp alignment
392 // requirements, etc.). This also facilitates our task as all other registers
393 // can easily be mapped via to or from their type and index or code.
Alexandre Ramesa89086e2014-11-07 17:13:25 +0000394 static const int kNumberOfAllocatableRegisters = vixl::kNumberOfRegisters - 1;
395 static const int kNumberOfAllocatableFPRegisters = vixl::kNumberOfFPRegisters;
Alexandre Rames5319def2014-10-23 10:03:10 +0100396 static constexpr int kNumberOfAllocatableRegisterPairs = 0;
397
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000398 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
399 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100400
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000401 InstructionSet GetInstructionSet() const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100402 return InstructionSet::kArm64;
403 }
404
Serban Constantinescu579885a2015-02-22 20:51:33 +0000405 const Arm64InstructionSetFeatures& GetInstructionSetFeatures() const {
406 return isa_features_;
407 }
408
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000409 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100410 block_labels_ = CommonInitializeLabels<vixl::Label>();
Alexandre Rames5319def2014-10-23 10:03:10 +0100411 }
412
Zheng Xu3927c8b2015-11-18 17:46:25 +0800413 void AddJumpTable(JumpTableARM64* jump_table) {
414 jump_tables_.push_back(jump_table);
415 }
416
Serban Constantinescu32f5b4d2014-11-25 20:05:46 +0000417 void Finalize(CodeAllocator* allocator) OVERRIDE;
418
Alexandre Ramesfc19de82014-11-07 17:13:31 +0000419 // Code generation helpers.
Alexandre Rames67555f72014-11-18 10:55:16 +0000420 void MoveConstant(vixl::CPURegister destination, HConstant* constant);
Calin Juravle175dc732015-08-25 15:42:32 +0100421 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100422 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
423 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
424
Alexandre Rames67555f72014-11-18 10:55:16 +0000425 void Load(Primitive::Type type, vixl::CPURegister dst, const vixl::MemOperand& src);
Roland Levillainc8f1df92016-01-20 16:38:05 +0000426 void Store(Primitive::Type type, vixl::CPURegister src, const vixl::MemOperand& dst);
427 void LoadAcquire(HInstruction* instruction,
428 vixl::CPURegister dst,
429 const vixl::MemOperand& src,
430 bool needs_null_check);
431 void StoreRelease(Primitive::Type type, vixl::CPURegister src, const vixl::MemOperand& dst);
Alexandre Rames67555f72014-11-18 10:55:16 +0000432
433 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100434 void InvokeRuntime(QuickEntrypointEnum entrypoint,
435 HInstruction* instruction,
436 uint32_t dex_pc,
437 SlowPathCode* slow_path) OVERRIDE;
438
Nicolas Geoffrayeeefa122015-03-13 18:52:59 +0000439 void InvokeRuntime(int32_t offset,
440 HInstruction* instruction,
441 uint32_t dex_pc,
442 SlowPathCode* slow_path);
Alexandre Ramesfc19de82014-11-07 17:13:31 +0000443
Alexandre Ramese6dbf482015-10-19 10:10:41 +0100444 ParallelMoveResolverARM64* GetMoveResolver() OVERRIDE { return &move_resolver_; }
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000445
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000446 bool NeedsTwoRegisters(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
447 return false;
448 }
449
Vladimir Markodc151b22015-10-15 18:02:30 +0100450 // Check if the desired_dispatch_info is supported. If it is, return it,
451 // otherwise return a fall-back info that should be used instead.
452 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
453 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
454 MethodReference target_method) OVERRIDE;
455
Andreas Gampe85b62f22015-09-09 13:15:38 -0700456 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
457 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
458
459 void MoveFromReturnRegister(Location trg ATTRIBUTE_UNUSED,
460 Primitive::Type type ATTRIBUTE_UNUSED) OVERRIDE {
461 UNIMPLEMENTED(FATAL);
462 }
Andreas Gampe878d58c2015-01-15 23:24:00 -0800463
Vladimir Marko58155012015-08-19 12:49:41 +0000464 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
465
Roland Levillainc8f1df92016-01-20 16:38:05 +0000466 // Fast path implementation of ReadBarrier::Barrier for a heap
467 // reference field load when Baker's read barriers are used.
468 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
469 Location ref,
470 vixl::Register obj,
471 uint32_t offset,
472 vixl::Register temp,
473 bool needs_null_check,
474 bool use_load_acquire);
475 // Fast path implementation of ReadBarrier::Barrier for a heap
476 // reference array load when Baker's read barriers are used.
477 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
478 Location ref,
479 vixl::Register obj,
480 uint32_t data_offset,
481 Location index,
482 vixl::Register temp,
483 bool needs_null_check);
484
485 // Generate a read barrier for a heap reference within `instruction`
486 // using a slow path.
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000487 //
488 // A read barrier for an object reference read from the heap is
489 // implemented as a call to the artReadBarrierSlow runtime entry
490 // point, which is passed the values in locations `ref`, `obj`, and
491 // `offset`:
492 //
493 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
494 // mirror::Object* obj,
495 // uint32_t offset);
496 //
497 // The `out` location contains the value returned by
498 // artReadBarrierSlow.
499 //
500 // When `index` is provided (i.e. for array accesses), the offset
501 // value passed to artReadBarrierSlow is adjusted to take `index`
502 // into account.
Roland Levillainc8f1df92016-01-20 16:38:05 +0000503 void GenerateReadBarrierSlow(HInstruction* instruction,
504 Location out,
505 Location ref,
506 Location obj,
507 uint32_t offset,
508 Location index = Location::NoLocation());
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000509
Roland Levillainc8f1df92016-01-20 16:38:05 +0000510 // If read barriers are enabled, generate a read barrier for a heap
511 // reference using a slow path. If heap poisoning is enabled, also
512 // unpoison the reference in `out`.
513 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
514 Location out,
515 Location ref,
516 Location obj,
517 uint32_t offset,
518 Location index = Location::NoLocation());
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000519
Roland Levillainc8f1df92016-01-20 16:38:05 +0000520 // Generate a read barrier for a GC root within `instruction` using
521 // a slow path.
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000522 //
523 // A read barrier for an object reference GC root is implemented as
524 // a call to the artReadBarrierForRootSlow runtime entry point,
525 // which is passed the value in location `root`:
526 //
527 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
528 //
529 // The `out` location contains the value returned by
530 // artReadBarrierForRootSlow.
Roland Levillainc8f1df92016-01-20 16:38:05 +0000531 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000532
Alexandre Rames5319def2014-10-23 10:03:10 +0100533 private:
Roland Levillainc8f1df92016-01-20 16:38:05 +0000534 // Factored implementation of GenerateFieldLoadWithBakerReadBarrier
535 // and GenerateArrayLoadWithBakerReadBarrier.
536 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
537 Location ref,
538 vixl::Register obj,
539 uint32_t offset,
540 Location index,
541 vixl::Register temp,
542 bool needs_null_check,
543 bool use_load_acquire);
544
Vladimir Marko58155012015-08-19 12:49:41 +0000545 using Uint64ToLiteralMap = ArenaSafeMap<uint64_t, vixl::Literal<uint64_t>*>;
546 using MethodToLiteralMap = ArenaSafeMap<MethodReference,
547 vixl::Literal<uint64_t>*,
548 MethodReferenceComparator>;
549
550 vixl::Literal<uint64_t>* DeduplicateUint64Literal(uint64_t value);
551 vixl::Literal<uint64_t>* DeduplicateMethodLiteral(MethodReference target_method,
552 MethodToLiteralMap* map);
553 vixl::Literal<uint64_t>* DeduplicateMethodAddressLiteral(MethodReference target_method);
554 vixl::Literal<uint64_t>* DeduplicateMethodCodeLiteral(MethodReference target_method);
555
556 struct PcRelativeDexCacheAccessInfo {
557 PcRelativeDexCacheAccessInfo(const DexFile& dex_file, uint32_t element_off)
558 : target_dex_file(dex_file), element_offset(element_off), label(), pc_insn_label() { }
559
560 const DexFile& target_dex_file;
561 uint32_t element_offset;
Vladimir Marko58155012015-08-19 12:49:41 +0000562 vixl::Label label;
563 vixl::Label* pc_insn_label;
564 };
565
Zheng Xu3927c8b2015-11-18 17:46:25 +0800566 void EmitJumpTables();
567
Alexandre Rames5319def2014-10-23 10:03:10 +0100568 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100569 vixl::Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000570 vixl::Label frame_entry_label_;
Zheng Xu3927c8b2015-11-18 17:46:25 +0800571 ArenaVector<JumpTableARM64*> jump_tables_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100572
573 LocationsBuilderARM64 location_builder_;
574 InstructionCodeGeneratorARM64 instruction_visitor_;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000575 ParallelMoveResolverARM64 move_resolver_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100576 Arm64Assembler assembler_;
Serban Constantinescu579885a2015-02-22 20:51:33 +0000577 const Arm64InstructionSetFeatures& isa_features_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100578
Vladimir Marko58155012015-08-19 12:49:41 +0000579 // Deduplication map for 64-bit literals, used for non-patchable method address and method code.
580 Uint64ToLiteralMap uint64_literals_;
581 // Method patch info, map MethodReference to a literal for method address and method code.
582 MethodToLiteralMap method_patches_;
583 MethodToLiteralMap call_patches_;
584 // Relative call patch info.
585 // Using ArenaDeque<> which retains element addresses on push/emplace_back().
586 ArenaDeque<MethodPatchInfo<vixl::Label>> relative_call_patches_;
587 // PC-relative DexCache access info.
Vladimir Marko0f7dca42015-11-02 14:36:43 +0000588 ArenaDeque<PcRelativeDexCacheAccessInfo> pc_relative_dex_cache_patches_;
Vladimir Marko58155012015-08-19 12:49:41 +0000589
Alexandre Rames5319def2014-10-23 10:03:10 +0100590 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM64);
591};
592
Alexandre Rames3e69f162014-12-10 10:36:50 +0000593inline Arm64Assembler* ParallelMoveResolverARM64::GetAssembler() const {
594 return codegen_->GetAssembler();
595}
596
Alexandre Rames5319def2014-10-23 10:03:10 +0100597} // namespace arm64
598} // namespace art
599
600#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_