blob: 360488eb4a33b8435dddd64d4d983a1539f62631 [file] [log] [blame]
Alexandre Rames5319def2014-10-23 10:03:10 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_
19
20#include "code_generator.h"
Calin Juravlee460d1d2015-09-29 04:52:17 +010021#include "common_arm64.h"
Serban Constantinescu02d81cc2015-01-05 16:08:49 +000022#include "dex/compiler_enums.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000023#include "driver/compiler_options.h"
Alexandre Rames5319def2014-10-23 10:03:10 +010024#include "nodes.h"
25#include "parallel_move_resolver.h"
26#include "utils/arm64/assembler_arm64.h"
Serban Constantinescu82e52ce2015-03-26 16:50:57 +000027#include "vixl/a64/disasm-a64.h"
28#include "vixl/a64/macro-assembler-a64.h"
Alexandre Rames5319def2014-10-23 10:03:10 +010029#include "arch/arm64/quick_method_frame_info_arm64.h"
30
31namespace art {
32namespace arm64 {
33
34class CodeGeneratorARM64;
Andreas Gampe878d58c2015-01-15 23:24:00 -080035
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000036// Use a local definition to prevent copying mistakes.
37static constexpr size_t kArm64WordSize = kArm64PointerSize;
38
Alexandre Rames5319def2014-10-23 10:03:10 +010039static const vixl::Register kParameterCoreRegisters[] = {
40 vixl::x1, vixl::x2, vixl::x3, vixl::x4, vixl::x5, vixl::x6, vixl::x7
41};
42static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
43static const vixl::FPRegister kParameterFPRegisters[] = {
44 vixl::d0, vixl::d1, vixl::d2, vixl::d3, vixl::d4, vixl::d5, vixl::d6, vixl::d7
45};
46static constexpr size_t kParameterFPRegistersLength = arraysize(kParameterFPRegisters);
47
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010048const vixl::Register tr = vixl::x19; // Thread Register
Mathieu Chartiere401d142015-04-22 13:56:20 -070049static const vixl::Register kArtMethodRegister = vixl::x0; // Method register on invoke.
Alexandre Rames5319def2014-10-23 10:03:10 +010050
51const vixl::CPURegList vixl_reserved_core_registers(vixl::ip0, vixl::ip1);
Alexandre Ramesa89086e2014-11-07 17:13:25 +000052const vixl::CPURegList vixl_reserved_fp_registers(vixl::d31);
Alexandre Rames5319def2014-10-23 10:03:10 +010053
Zheng Xu69a50302015-04-14 20:04:41 +080054const vixl::CPURegList runtime_reserved_core_registers(tr, vixl::lr);
Serban Constantinescu3d087de2015-01-28 11:57:05 +000055
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010056// Callee-saved registers AAPCS64 (without x19 - Thread Register)
Serban Constantinescu3d087de2015-01-28 11:57:05 +000057const vixl::CPURegList callee_saved_core_registers(vixl::CPURegister::kRegister,
58 vixl::kXRegSize,
Serban Constantinescu9bd88b02015-04-22 16:24:46 +010059 vixl::x20.code(),
Serban Constantinescu3d087de2015-01-28 11:57:05 +000060 vixl::x30.code());
61const vixl::CPURegList callee_saved_fp_registers(vixl::CPURegister::kFPRegister,
62 vixl::kDRegSize,
63 vixl::d8.code(),
64 vixl::d15.code());
Alexandre Ramesa89086e2014-11-07 17:13:25 +000065Location ARM64ReturnLocation(Primitive::Type return_type);
66
Andreas Gampe878d58c2015-01-15 23:24:00 -080067class SlowPathCodeARM64 : public SlowPathCode {
68 public:
69 SlowPathCodeARM64() : entry_label_(), exit_label_() {}
70
71 vixl::Label* GetEntryLabel() { return &entry_label_; }
72 vixl::Label* GetExitLabel() { return &exit_label_; }
73
Zheng Xuda403092015-04-24 17:35:39 +080074 void SaveLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) OVERRIDE;
75 void RestoreLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) OVERRIDE;
76
Andreas Gampe878d58c2015-01-15 23:24:00 -080077 private:
78 vixl::Label entry_label_;
79 vixl::Label exit_label_;
80
81 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM64);
82};
83
Zheng Xu3927c8b2015-11-18 17:46:25 +080084class JumpTableARM64 : public ArenaObject<kArenaAllocSwitchTable> {
85 public:
86 explicit JumpTableARM64(HPackedSwitch* switch_instr)
87 : switch_instr_(switch_instr), table_start_() {}
88
89 vixl::Label* GetTableStartLabel() { return &table_start_; }
90
91 void EmitTable(CodeGeneratorARM64* codegen);
92
93 private:
94 HPackedSwitch* const switch_instr_;
95 vixl::Label table_start_;
96
97 DISALLOW_COPY_AND_ASSIGN(JumpTableARM64);
98};
99
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +0000100static const vixl::Register kRuntimeParameterCoreRegisters[] =
101 { vixl::x0, vixl::x1, vixl::x2, vixl::x3, vixl::x4, vixl::x5, vixl::x6, vixl::x7 };
102static constexpr size_t kRuntimeParameterCoreRegistersLength =
103 arraysize(kRuntimeParameterCoreRegisters);
104static const vixl::FPRegister kRuntimeParameterFpuRegisters[] =
105 { vixl::d0, vixl::d1, vixl::d2, vixl::d3, vixl::d4, vixl::d5, vixl::d6, vixl::d7 };
106static constexpr size_t kRuntimeParameterFpuRegistersLength =
107 arraysize(kRuntimeParameterCoreRegisters);
108
109class InvokeRuntimeCallingConvention : public CallingConvention<vixl::Register, vixl::FPRegister> {
110 public:
111 static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
112
113 InvokeRuntimeCallingConvention()
114 : CallingConvention(kRuntimeParameterCoreRegisters,
115 kRuntimeParameterCoreRegistersLength,
116 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -0700117 kRuntimeParameterFpuRegistersLength,
118 kArm64PointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +0000119
120 Location GetReturnLocation(Primitive::Type return_type);
121
122 private:
123 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
124};
125
Alexandre Rames5319def2014-10-23 10:03:10 +0100126class InvokeDexCallingConvention : public CallingConvention<vixl::Register, vixl::FPRegister> {
127 public:
128 InvokeDexCallingConvention()
129 : CallingConvention(kParameterCoreRegisters,
130 kParameterCoreRegistersLength,
131 kParameterFPRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -0700132 kParameterFPRegistersLength,
133 kArm64PointerSize) {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100134
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100135 Location GetReturnLocation(Primitive::Type return_type) const {
Alexandre Ramesa89086e2014-11-07 17:13:25 +0000136 return ARM64ReturnLocation(return_type);
Alexandre Rames5319def2014-10-23 10:03:10 +0100137 }
138
139
140 private:
141 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
142};
143
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100144class InvokeDexCallingConventionVisitorARM64 : public InvokeDexCallingConventionVisitor {
Alexandre Rames5319def2014-10-23 10:03:10 +0100145 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100146 InvokeDexCallingConventionVisitorARM64() {}
147 virtual ~InvokeDexCallingConventionVisitorARM64() {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100148
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100149 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100150 Location GetReturnLocation(Primitive::Type return_type) const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100151 return calling_convention.GetReturnLocation(return_type);
152 }
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100153 Location GetMethodLocation() const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100154
155 private:
156 InvokeDexCallingConvention calling_convention;
Alexandre Rames5319def2014-10-23 10:03:10 +0100157
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100158 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM64);
Alexandre Rames5319def2014-10-23 10:03:10 +0100159};
160
Calin Juravlee460d1d2015-09-29 04:52:17 +0100161class FieldAccessCallingConventionARM64 : public FieldAccessCallingConvention {
162 public:
163 FieldAccessCallingConventionARM64() {}
164
165 Location GetObjectLocation() const OVERRIDE {
166 return helpers::LocationFrom(vixl::x1);
167 }
168 Location GetFieldIndexLocation() const OVERRIDE {
169 return helpers::LocationFrom(vixl::x0);
170 }
171 Location GetReturnLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
172 return helpers::LocationFrom(vixl::x0);
173 }
174 Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
175 return Primitive::Is64BitType(type)
176 ? helpers::LocationFrom(vixl::x2)
177 : (is_instance
178 ? helpers::LocationFrom(vixl::x2)
179 : helpers::LocationFrom(vixl::x1));
180 }
181 Location GetFpuLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
182 return helpers::LocationFrom(vixl::d0);
183 }
184
185 private:
186 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionARM64);
187};
188
Aart Bik42249c32016-01-07 15:33:50 -0800189class InstructionCodeGeneratorARM64 : public InstructionCodeGenerator {
Alexandre Rames5319def2014-10-23 10:03:10 +0100190 public:
191 InstructionCodeGeneratorARM64(HGraph* graph, CodeGeneratorARM64* codegen);
192
193#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000194 void Visit##name(H##name* instr) OVERRIDE;
Alexandre Ramesef20f712015-06-09 10:29:30 +0100195
196 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
197 FOR_EACH_CONCRETE_INSTRUCTION_ARM64(DECLARE_VISIT_INSTRUCTION)
198
Alexandre Rames5319def2014-10-23 10:03:10 +0100199#undef DECLARE_VISIT_INSTRUCTION
200
Alexandre Ramesef20f712015-06-09 10:29:30 +0100201 void VisitInstruction(HInstruction* instruction) OVERRIDE {
202 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
203 << " (id " << instruction->GetId() << ")";
204 }
205
Alexandre Rames5319def2014-10-23 10:03:10 +0100206 Arm64Assembler* GetAssembler() const { return assembler_; }
Alexandre Rames67555f72014-11-18 10:55:16 +0000207 vixl::MacroAssembler* GetVIXLAssembler() { return GetAssembler()->vixl_masm_; }
Alexandre Rames5319def2014-10-23 10:03:10 +0100208
209 private:
Alexandre Rames67555f72014-11-18 10:55:16 +0000210 void GenerateClassInitializationCheck(SlowPathCodeARM64* slow_path, vixl::Register class_reg);
Serban Constantinescu02164b32014-11-13 14:05:07 +0000211 void GenerateSuspendCheck(HSuspendCheck* instruction, HBasicBlock* successor);
Alexandre Rames67555f72014-11-18 10:55:16 +0000212 void HandleBinaryOp(HBinaryOperation* instr);
Roland Levillain44015862016-01-22 11:47:17 +0000213
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100214 void HandleFieldSet(HInstruction* instruction,
215 const FieldInfo& field_info,
216 bool value_can_be_null);
Alexandre Rames09a99962015-04-15 11:47:56 +0100217 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000218 void HandleCondition(HCondition* instruction);
Roland Levillain44015862016-01-22 11:47:17 +0000219
220 // Generate a heap reference load using one register `out`:
221 //
222 // out <- *(out + offset)
223 //
224 // while honoring heap poisoning and/or read barriers (if any).
225 //
226 // Location `maybe_temp` is used when generating a read barrier and
227 // shall be a register in that case; it may be an invalid location
228 // otherwise.
229 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
230 Location out,
231 uint32_t offset,
232 Location maybe_temp);
233 // Generate a heap reference load using two different registers
234 // `out` and `obj`:
235 //
236 // out <- *(obj + offset)
237 //
238 // while honoring heap poisoning and/or read barriers (if any).
239 //
240 // Location `maybe_temp` is used when generating a Baker's (fast
241 // path) read barrier and shall be a register in that case; it may
242 // be an invalid location otherwise.
243 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
244 Location out,
245 Location obj,
246 uint32_t offset,
247 Location maybe_temp);
248 // Generate a GC root reference load:
249 //
250 // root <- *(obj + offset)
251 //
252 // while honoring read barriers (if any).
253 void GenerateGcRootFieldLoad(HInstruction* instruction,
254 Location root,
255 vixl::Register obj,
256 uint32_t offset);
257
Serban Constantinescu02164b32014-11-13 14:05:07 +0000258 void HandleShift(HBinaryOperation* instr);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000259 void GenerateImplicitNullCheck(HNullCheck* instruction);
260 void GenerateExplicitNullCheck(HNullCheck* instruction);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700261 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000262 size_t condition_input_index,
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700263 vixl::Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000264 vixl::Label* false_target);
Zheng Xuc6667102015-05-15 16:08:45 +0800265 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
266 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
267 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
268 void GenerateDivRemIntegral(HBinaryOperation* instruction);
David Brazdilfc6a86a2015-06-26 10:33:45 +0000269 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Alexandre Rames5319def2014-10-23 10:03:10 +0100270
271 Arm64Assembler* const assembler_;
272 CodeGeneratorARM64* const codegen_;
273
274 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM64);
275};
276
277class LocationsBuilderARM64 : public HGraphVisitor {
278 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100279 LocationsBuilderARM64(HGraph* graph, CodeGeneratorARM64* codegen)
Alexandre Rames5319def2014-10-23 10:03:10 +0100280 : HGraphVisitor(graph), codegen_(codegen) {}
281
282#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000283 void Visit##name(H##name* instr) OVERRIDE;
Alexandre Ramesef20f712015-06-09 10:29:30 +0100284
285 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
286 FOR_EACH_CONCRETE_INSTRUCTION_ARM64(DECLARE_VISIT_INSTRUCTION)
287
Alexandre Rames5319def2014-10-23 10:03:10 +0100288#undef DECLARE_VISIT_INSTRUCTION
289
Alexandre Ramesef20f712015-06-09 10:29:30 +0100290 void VisitInstruction(HInstruction* instruction) OVERRIDE {
291 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
292 << " (id " << instruction->GetId() << ")";
293 }
294
Alexandre Rames5319def2014-10-23 10:03:10 +0100295 private:
Alexandre Rames67555f72014-11-18 10:55:16 +0000296 void HandleBinaryOp(HBinaryOperation* instr);
Alexandre Rames09a99962015-04-15 11:47:56 +0100297 void HandleFieldSet(HInstruction* instruction);
298 void HandleFieldGet(HInstruction* instruction);
Alexandre Rames5319def2014-10-23 10:03:10 +0100299 void HandleInvoke(HInvoke* instr);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000300 void HandleCondition(HCondition* instruction);
Alexandre Rames09a99962015-04-15 11:47:56 +0100301 void HandleShift(HBinaryOperation* instr);
Alexandre Rames5319def2014-10-23 10:03:10 +0100302
303 CodeGeneratorARM64* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100304 InvokeDexCallingConventionVisitorARM64 parameter_visitor_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100305
306 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM64);
307};
308
Zheng Xuad4450e2015-04-17 18:48:56 +0800309class ParallelMoveResolverARM64 : public ParallelMoveResolverNoSwap {
Alexandre Rames3e69f162014-12-10 10:36:50 +0000310 public:
311 ParallelMoveResolverARM64(ArenaAllocator* allocator, CodeGeneratorARM64* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800312 : ParallelMoveResolverNoSwap(allocator), codegen_(codegen), vixl_temps_() {}
Alexandre Rames3e69f162014-12-10 10:36:50 +0000313
Zheng Xuad4450e2015-04-17 18:48:56 +0800314 protected:
315 void PrepareForEmitNativeCode() OVERRIDE;
316 void FinishEmitNativeCode() OVERRIDE;
317 Location AllocateScratchLocationFor(Location::Kind kind) OVERRIDE;
318 void FreeScratchLocation(Location loc) OVERRIDE;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000319 void EmitMove(size_t index) OVERRIDE;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000320
321 private:
322 Arm64Assembler* GetAssembler() const;
323 vixl::MacroAssembler* GetVIXLAssembler() const {
324 return GetAssembler()->vixl_masm_;
325 }
326
327 CodeGeneratorARM64* const codegen_;
Zheng Xuad4450e2015-04-17 18:48:56 +0800328 vixl::UseScratchRegisterScope vixl_temps_;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000329
330 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM64);
331};
332
Alexandre Rames5319def2014-10-23 10:03:10 +0100333class CodeGeneratorARM64 : public CodeGenerator {
334 public:
Serban Constantinescu579885a2015-02-22 20:51:33 +0000335 CodeGeneratorARM64(HGraph* graph,
336 const Arm64InstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100337 const CompilerOptions& compiler_options,
338 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000339 virtual ~CodeGeneratorARM64() {}
Alexandre Rames5319def2014-10-23 10:03:10 +0100340
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000341 void GenerateFrameEntry() OVERRIDE;
342 void GenerateFrameExit() OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100343
Zheng Xuda403092015-04-24 17:35:39 +0800344 vixl::CPURegList GetFramePreservedCoreRegisters() const;
345 vixl::CPURegList GetFramePreservedFPRegisters() const;
Alexandre Rames5319def2014-10-23 10:03:10 +0100346
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000347 void Bind(HBasicBlock* block) OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100348
349 vixl::Label* GetLabelOf(HBasicBlock* block) const {
Nicolas Geoffraydc23d832015-02-16 11:15:43 +0000350 return CommonGetLabelOf<vixl::Label>(block_labels_, block);
Alexandre Rames5319def2014-10-23 10:03:10 +0100351 }
352
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000353 size_t GetWordSize() const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100354 return kArm64WordSize;
355 }
356
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500357 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
358 // Allocated in D registers, which are word sized.
359 return kArm64WordSize;
360 }
361
Alexandre Rames67555f72014-11-18 10:55:16 +0000362 uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
363 vixl::Label* block_entry_label = GetLabelOf(block);
364 DCHECK(block_entry_label->IsBound());
365 return block_entry_label->location();
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000366 }
Alexandre Rames5319def2014-10-23 10:03:10 +0100367
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000368 HGraphVisitor* GetLocationBuilder() OVERRIDE { return &location_builder_; }
369 HGraphVisitor* GetInstructionVisitor() OVERRIDE { return &instruction_visitor_; }
370 Arm64Assembler* GetAssembler() OVERRIDE { return &assembler_; }
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100371 const Arm64Assembler& GetAssembler() const OVERRIDE { return assembler_; }
Alexandre Rames67555f72014-11-18 10:55:16 +0000372 vixl::MacroAssembler* GetVIXLAssembler() { return GetAssembler()->vixl_masm_; }
Alexandre Rames5319def2014-10-23 10:03:10 +0100373
374 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100375 void MarkGCCard(vixl::Register object, vixl::Register value, bool value_can_be_null);
Alexandre Rames5319def2014-10-23 10:03:10 +0100376
Roland Levillain44015862016-01-22 11:47:17 +0000377 void GenerateMemoryBarrier(MemBarrierKind kind);
378
Alexandre Rames5319def2014-10-23 10:03:10 +0100379 // Register allocation.
380
David Brazdil58282f42016-01-14 12:45:10 +0000381 void SetupBlockedRegisters() const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100382
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000383 Location GetStackLocation(HLoadLocal* load) const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100384
Zheng Xuda403092015-04-24 17:35:39 +0800385 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
386 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
387 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
388 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100389
390 // The number of registers that can be allocated. The register allocator may
391 // decide to reserve and not use a few of them.
392 // We do not consider registers sp, xzr, wzr. They are either not allocatable
393 // (xzr, wzr), or make for poor allocatable registers (sp alignment
394 // requirements, etc.). This also facilitates our task as all other registers
395 // can easily be mapped via to or from their type and index or code.
Alexandre Ramesa89086e2014-11-07 17:13:25 +0000396 static const int kNumberOfAllocatableRegisters = vixl::kNumberOfRegisters - 1;
397 static const int kNumberOfAllocatableFPRegisters = vixl::kNumberOfFPRegisters;
Alexandre Rames5319def2014-10-23 10:03:10 +0100398 static constexpr int kNumberOfAllocatableRegisterPairs = 0;
399
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000400 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
401 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Alexandre Rames5319def2014-10-23 10:03:10 +0100402
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000403 InstructionSet GetInstructionSet() const OVERRIDE {
Alexandre Rames5319def2014-10-23 10:03:10 +0100404 return InstructionSet::kArm64;
405 }
406
Serban Constantinescu579885a2015-02-22 20:51:33 +0000407 const Arm64InstructionSetFeatures& GetInstructionSetFeatures() const {
408 return isa_features_;
409 }
410
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000411 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100412 block_labels_ = CommonInitializeLabels<vixl::Label>();
Alexandre Rames5319def2014-10-23 10:03:10 +0100413 }
414
Zheng Xu3927c8b2015-11-18 17:46:25 +0800415 void AddJumpTable(JumpTableARM64* jump_table) {
416 jump_tables_.push_back(jump_table);
417 }
418
Serban Constantinescu32f5b4d2014-11-25 20:05:46 +0000419 void Finalize(CodeAllocator* allocator) OVERRIDE;
420
Alexandre Ramesfc19de82014-11-07 17:13:31 +0000421 // Code generation helpers.
Alexandre Rames67555f72014-11-18 10:55:16 +0000422 void MoveConstant(vixl::CPURegister destination, HConstant* constant);
Calin Juravle175dc732015-08-25 15:42:32 +0100423 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100424 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
425 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
426
Alexandre Rames67555f72014-11-18 10:55:16 +0000427 void Load(Primitive::Type type, vixl::CPURegister dst, const vixl::MemOperand& src);
Roland Levillain44015862016-01-22 11:47:17 +0000428 void Store(Primitive::Type type, vixl::CPURegister src, const vixl::MemOperand& dst);
429 void LoadAcquire(HInstruction* instruction,
430 vixl::CPURegister dst,
431 const vixl::MemOperand& src,
432 bool needs_null_check);
433 void StoreRelease(Primitive::Type type, vixl::CPURegister src, const vixl::MemOperand& dst);
Alexandre Rames67555f72014-11-18 10:55:16 +0000434
435 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100436 void InvokeRuntime(QuickEntrypointEnum entrypoint,
437 HInstruction* instruction,
438 uint32_t dex_pc,
439 SlowPathCode* slow_path) OVERRIDE;
440
Nicolas Geoffrayeeefa122015-03-13 18:52:59 +0000441 void InvokeRuntime(int32_t offset,
442 HInstruction* instruction,
443 uint32_t dex_pc,
444 SlowPathCode* slow_path);
Alexandre Ramesfc19de82014-11-07 17:13:31 +0000445
Alexandre Ramese6dbf482015-10-19 10:10:41 +0100446 ParallelMoveResolverARM64* GetMoveResolver() OVERRIDE { return &move_resolver_; }
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000447
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000448 bool NeedsTwoRegisters(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
449 return false;
450 }
451
Vladimir Markodc151b22015-10-15 18:02:30 +0100452 // Check if the desired_dispatch_info is supported. If it is, return it,
453 // otherwise return a fall-back info that should be used instead.
454 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
455 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
456 MethodReference target_method) OVERRIDE;
457
Andreas Gampe85b62f22015-09-09 13:15:38 -0700458 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
459 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
460
461 void MoveFromReturnRegister(Location trg ATTRIBUTE_UNUSED,
462 Primitive::Type type ATTRIBUTE_UNUSED) OVERRIDE {
463 UNIMPLEMENTED(FATAL);
464 }
Andreas Gampe878d58c2015-01-15 23:24:00 -0800465
Vladimir Marko58155012015-08-19 12:49:41 +0000466 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
467
Roland Levillain44015862016-01-22 11:47:17 +0000468 // Fast path implementation of ReadBarrier::Barrier for a heap
469 // reference field load when Baker's read barriers are used.
470 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
471 Location ref,
472 vixl::Register obj,
473 uint32_t offset,
474 vixl::Register temp,
475 bool needs_null_check,
476 bool use_load_acquire);
477 // Fast path implementation of ReadBarrier::Barrier for a heap
478 // reference array load when Baker's read barriers are used.
479 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
480 Location ref,
481 vixl::Register obj,
482 uint32_t data_offset,
483 Location index,
484 vixl::Register temp,
485 bool needs_null_check);
486
487 // Generate a read barrier for a heap reference within `instruction`
488 // using a slow path.
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000489 //
490 // A read barrier for an object reference read from the heap is
491 // implemented as a call to the artReadBarrierSlow runtime entry
492 // point, which is passed the values in locations `ref`, `obj`, and
493 // `offset`:
494 //
495 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
496 // mirror::Object* obj,
497 // uint32_t offset);
498 //
499 // The `out` location contains the value returned by
500 // artReadBarrierSlow.
501 //
502 // When `index` is provided (i.e. for array accesses), the offset
503 // value passed to artReadBarrierSlow is adjusted to take `index`
504 // into account.
Roland Levillain44015862016-01-22 11:47:17 +0000505 void GenerateReadBarrierSlow(HInstruction* instruction,
506 Location out,
507 Location ref,
508 Location obj,
509 uint32_t offset,
510 Location index = Location::NoLocation());
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000511
Roland Levillain44015862016-01-22 11:47:17 +0000512 // If read barriers are enabled, generate a read barrier for a heap
513 // reference using a slow path. If heap poisoning is enabled, also
514 // unpoison the reference in `out`.
515 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
516 Location out,
517 Location ref,
518 Location obj,
519 uint32_t offset,
520 Location index = Location::NoLocation());
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000521
Roland Levillain44015862016-01-22 11:47:17 +0000522 // Generate a read barrier for a GC root within `instruction` using
523 // a slow path.
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000524 //
525 // A read barrier for an object reference GC root is implemented as
526 // a call to the artReadBarrierForRootSlow runtime entry point,
527 // which is passed the value in location `root`:
528 //
529 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
530 //
531 // The `out` location contains the value returned by
532 // artReadBarrierForRootSlow.
Roland Levillain44015862016-01-22 11:47:17 +0000533 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain22ccc3a2015-11-24 13:10:05 +0000534
Alexandre Rames5319def2014-10-23 10:03:10 +0100535 private:
Roland Levillain44015862016-01-22 11:47:17 +0000536 // Factored implementation of GenerateFieldLoadWithBakerReadBarrier
537 // and GenerateArrayLoadWithBakerReadBarrier.
538 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
539 Location ref,
540 vixl::Register obj,
541 uint32_t offset,
542 Location index,
543 vixl::Register temp,
544 bool needs_null_check,
545 bool use_load_acquire);
546
Vladimir Marko58155012015-08-19 12:49:41 +0000547 using Uint64ToLiteralMap = ArenaSafeMap<uint64_t, vixl::Literal<uint64_t>*>;
548 using MethodToLiteralMap = ArenaSafeMap<MethodReference,
549 vixl::Literal<uint64_t>*,
550 MethodReferenceComparator>;
551
552 vixl::Literal<uint64_t>* DeduplicateUint64Literal(uint64_t value);
553 vixl::Literal<uint64_t>* DeduplicateMethodLiteral(MethodReference target_method,
554 MethodToLiteralMap* map);
555 vixl::Literal<uint64_t>* DeduplicateMethodAddressLiteral(MethodReference target_method);
556 vixl::Literal<uint64_t>* DeduplicateMethodCodeLiteral(MethodReference target_method);
557
558 struct PcRelativeDexCacheAccessInfo {
559 PcRelativeDexCacheAccessInfo(const DexFile& dex_file, uint32_t element_off)
560 : target_dex_file(dex_file), element_offset(element_off), label(), pc_insn_label() { }
561
562 const DexFile& target_dex_file;
563 uint32_t element_offset;
Vladimir Marko58155012015-08-19 12:49:41 +0000564 vixl::Label label;
565 vixl::Label* pc_insn_label;
566 };
567
Zheng Xu3927c8b2015-11-18 17:46:25 +0800568 void EmitJumpTables();
569
Alexandre Rames5319def2014-10-23 10:03:10 +0100570 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100571 vixl::Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000572 vixl::Label frame_entry_label_;
Zheng Xu3927c8b2015-11-18 17:46:25 +0800573 ArenaVector<JumpTableARM64*> jump_tables_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100574
575 LocationsBuilderARM64 location_builder_;
576 InstructionCodeGeneratorARM64 instruction_visitor_;
Alexandre Rames3e69f162014-12-10 10:36:50 +0000577 ParallelMoveResolverARM64 move_resolver_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100578 Arm64Assembler assembler_;
Serban Constantinescu579885a2015-02-22 20:51:33 +0000579 const Arm64InstructionSetFeatures& isa_features_;
Alexandre Rames5319def2014-10-23 10:03:10 +0100580
Vladimir Marko58155012015-08-19 12:49:41 +0000581 // Deduplication map for 64-bit literals, used for non-patchable method address and method code.
582 Uint64ToLiteralMap uint64_literals_;
583 // Method patch info, map MethodReference to a literal for method address and method code.
584 MethodToLiteralMap method_patches_;
585 MethodToLiteralMap call_patches_;
586 // Relative call patch info.
587 // Using ArenaDeque<> which retains element addresses on push/emplace_back().
588 ArenaDeque<MethodPatchInfo<vixl::Label>> relative_call_patches_;
589 // PC-relative DexCache access info.
Vladimir Marko0f7dca42015-11-02 14:36:43 +0000590 ArenaDeque<PcRelativeDexCacheAccessInfo> pc_relative_dex_cache_patches_;
Vladimir Marko58155012015-08-19 12:49:41 +0000591
Alexandre Rames5319def2014-10-23 10:03:10 +0100592 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM64);
593};
594
Alexandre Rames3e69f162014-12-10 10:36:50 +0000595inline Arm64Assembler* ParallelMoveResolverARM64::GetAssembler() const {
596 return codegen_->GetAssembler();
597}
598
Alexandre Rames5319def2014-10-23 10:03:10 +0100599} // namespace arm64
600} // namespace art
601
602#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM64_H_