blob: 373fd34314b30c8fb60d075e2f3a7e95c958c428 [file] [log] [blame]
Serban Constantinescued8dd492014-02-11 14:15:10 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13* See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_UTILS_ARM64_ASSEMBLER_ARM64_H_
18#define ART_COMPILER_UTILS_ARM64_ASSEMBLER_ARM64_H_
19
Stuart Monteithb95a5342014-03-12 13:32:32 +000020#include <stdint.h>
Ian Rogers700a4022014-05-19 16:49:03 -070021#include <memory>
22#include <vector>
Serban Constantinescued8dd492014-02-11 14:15:10 +000023
24#include "base/logging.h"
25#include "constants_arm64.h"
26#include "utils/arm64/managed_register_arm64.h"
27#include "utils/assembler.h"
28#include "offsets.h"
29#include "utils.h"
Serban Constantinescued8dd492014-02-11 14:15:10 +000030#include "a64/macro-assembler-a64.h"
31#include "a64/disasm-a64.h"
32
33namespace art {
34namespace arm64 {
35
Andreas Gampec8ccf682014-09-29 20:07:43 -070036#define MEM_OP(...) vixl::MemOperand(__VA_ARGS__)
Serban Constantinescued8dd492014-02-11 14:15:10 +000037
38enum LoadOperandType {
39 kLoadSignedByte,
40 kLoadUnsignedByte,
41 kLoadSignedHalfword,
42 kLoadUnsignedHalfword,
43 kLoadWord,
44 kLoadCoreWord,
45 kLoadSWord,
46 kLoadDWord
47};
48
49enum StoreOperandType {
50 kStoreByte,
51 kStoreHalfword,
52 kStoreWord,
53 kStoreCoreWord,
54 kStoreSWord,
55 kStoreDWord
56};
57
58class Arm64Exception;
59
Ian Rogersdd7624d2014-03-14 17:43:00 -070060class Arm64Assembler FINAL : public Assembler {
Serban Constantinescued8dd492014-02-11 14:15:10 +000061 public:
Alexandre Ramescee75242014-10-08 18:41:21 +010062 // We indicate the size of the initial code generation buffer to the VIXL
63 // assembler. From there we it will automatically manage the buffer.
64 Arm64Assembler() : vixl_masm_(new vixl::MacroAssembler(kArm64BaseBufferSize)) {}
Serban Constantinescued8dd492014-02-11 14:15:10 +000065
66 virtual ~Arm64Assembler() {
Serban Constantinescu0f89dac2014-05-08 13:52:53 +010067 delete vixl_masm_;
Serban Constantinescued8dd492014-02-11 14:15:10 +000068 }
69
70 // Emit slow paths queued during assembly.
71 void EmitSlowPaths();
72
73 // Size of generated code.
74 size_t CodeSize() const;
75
76 // Copy instructions out of assembly buffer into the given region of memory.
77 void FinalizeInstructions(const MemoryRegion& region);
78
79 // Emit code that will create an activation on the stack.
80 void BuildFrame(size_t frame_size, ManagedRegister method_reg,
81 const std::vector<ManagedRegister>& callee_save_regs,
Ian Rogersdd7624d2014-03-14 17:43:00 -070082 const ManagedRegisterEntrySpills& entry_spills) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +000083
84 // Emit code that will remove an activation from the stack.
Ian Rogersdd7624d2014-03-14 17:43:00 -070085 void RemoveFrame(size_t frame_size, const std::vector<ManagedRegister>& callee_save_regs)
86 OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +000087
Ian Rogersdd7624d2014-03-14 17:43:00 -070088 void IncreaseFrameSize(size_t adjust) OVERRIDE;
89 void DecreaseFrameSize(size_t adjust) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +000090
91 // Store routines.
Ian Rogersdd7624d2014-03-14 17:43:00 -070092 void Store(FrameOffset offs, ManagedRegister src, size_t size) OVERRIDE;
93 void StoreRef(FrameOffset dest, ManagedRegister src) OVERRIDE;
94 void StoreRawPtr(FrameOffset dest, ManagedRegister src) OVERRIDE;
95 void StoreImmediateToFrame(FrameOffset dest, uint32_t imm, ManagedRegister scratch) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +010096 void StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, ManagedRegister scratch)
Ian Rogersdd7624d2014-03-14 17:43:00 -070097 OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +010098 void StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs,
Ian Rogersdd7624d2014-03-14 17:43:00 -070099 ManagedRegister scratch) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100100 void StoreStackPointerToThread64(ThreadOffset<8> thr_offs) OVERRIDE;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700101 void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off,
102 ManagedRegister scratch) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000103
104 // Load routines.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700105 void Load(ManagedRegister dest, FrameOffset src, size_t size) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100106 void LoadFromThread64(ManagedRegister dest, ThreadOffset<8> src, size_t size) OVERRIDE;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700107 void LoadRef(ManagedRegister dest, FrameOffset src) OVERRIDE;
108 void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs) OVERRIDE;
109 void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100110 void LoadRawPtrFromThread64(ManagedRegister dest, ThreadOffset<8> offs) OVERRIDE;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700111
Serban Constantinescued8dd492014-02-11 14:15:10 +0000112 // Copying routines.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700113 void Move(ManagedRegister dest, ManagedRegister src, size_t size) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100114 void CopyRawPtrFromThread64(FrameOffset fr_offs, ThreadOffset<8> thr_offs,
Ian Rogersdd7624d2014-03-14 17:43:00 -0700115 ManagedRegister scratch) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100116 void CopyRawPtrToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, ManagedRegister scratch)
Ian Rogersdd7624d2014-03-14 17:43:00 -0700117 OVERRIDE;
118 void CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister scratch) OVERRIDE;
119 void Copy(FrameOffset dest, FrameOffset src, ManagedRegister scratch, size_t size) OVERRIDE;
120 void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch,
121 size_t size) OVERRIDE;
122 void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch,
123 size_t size) OVERRIDE;
124 void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch,
125 size_t size) OVERRIDE;
126 void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset,
127 ManagedRegister scratch, size_t size) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000128 void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset,
Ian Rogersdd7624d2014-03-14 17:43:00 -0700129 ManagedRegister scratch, size_t size) OVERRIDE;
130 void MemoryBarrier(ManagedRegister scratch) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000131
132 // Sign extension.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700133 void SignExtend(ManagedRegister mreg, size_t size) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000134
135 // Zero extension.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700136 void ZeroExtend(ManagedRegister mreg, size_t size) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000137
138 // Exploit fast access in managed code to Thread::Current().
Ian Rogersdd7624d2014-03-14 17:43:00 -0700139 void GetCurrentThread(ManagedRegister tr) OVERRIDE;
140 void GetCurrentThread(FrameOffset dest_offset, ManagedRegister scratch) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000141
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700142 // Set up out_reg to hold a Object** into the handle scope, or to be NULL if the
Serban Constantinescued8dd492014-02-11 14:15:10 +0000143 // value is null and null_allowed. in_reg holds a possibly stale reference
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700144 // that can be used to avoid loading the handle scope entry to see if the value is
Serban Constantinescued8dd492014-02-11 14:15:10 +0000145 // NULL.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700146 void CreateHandleScopeEntry(ManagedRegister out_reg, FrameOffset handlescope_offset,
Ian Rogersdd7624d2014-03-14 17:43:00 -0700147 ManagedRegister in_reg, bool null_allowed) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000148
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700149 // Set up out_off to hold a Object** into the handle scope, or to be NULL if the
Serban Constantinescued8dd492014-02-11 14:15:10 +0000150 // value is null and null_allowed.
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700151 void CreateHandleScopeEntry(FrameOffset out_off, FrameOffset handlescope_offset,
Ian Rogersdd7624d2014-03-14 17:43:00 -0700152 ManagedRegister scratch, bool null_allowed) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000153
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700154 // src holds a handle scope entry (Object**) load this into dst.
155 void LoadReferenceFromHandleScope(ManagedRegister dst, ManagedRegister src) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000156
157 // Heap::VerifyObject on src. In some cases (such as a reference to this) we
158 // know that src may not be null.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700159 void VerifyObject(ManagedRegister src, bool could_be_null) OVERRIDE;
160 void VerifyObject(FrameOffset src, bool could_be_null) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000161
162 // Call to address held at [base+offset].
Ian Rogersdd7624d2014-03-14 17:43:00 -0700163 void Call(ManagedRegister base, Offset offset, ManagedRegister scratch) OVERRIDE;
164 void Call(FrameOffset base, Offset offset, ManagedRegister scratch) OVERRIDE;
Serban Constantinescu75b91132014-04-09 18:39:10 +0100165 void CallFromThread64(ThreadOffset<8> offset, ManagedRegister scratch) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000166
Andreas Gampec6ee54e2014-03-24 16:45:44 -0700167 // Jump to address (not setting link register)
168 void JumpTo(ManagedRegister m_base, Offset offs, ManagedRegister m_scratch);
169
Serban Constantinescued8dd492014-02-11 14:15:10 +0000170 // Generate code to check if Thread::Current()->exception_ is non-null
171 // and branch to a ExceptionSlowPath if it is.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700172 void ExceptionPoll(ManagedRegister scratch, size_t stack_adjust) OVERRIDE;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000173
174 private:
175 static vixl::Register reg_x(int code) {
176 CHECK(code < kNumberOfCoreRegisters) << code;
177 if (code == SP) {
178 return vixl::sp;
Serban Constantinescu15523732014-04-02 13:18:05 +0100179 } else if (code == XZR) {
180 return vixl::xzr;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000181 }
182 return vixl::Register::XRegFromCode(code);
183 }
184
185 static vixl::Register reg_w(int code) {
186 return vixl::Register::WRegFromCode(code);
187 }
188
189 static vixl::FPRegister reg_d(int code) {
190 return vixl::FPRegister::DRegFromCode(code);
191 }
192
193 static vixl::FPRegister reg_s(int code) {
194 return vixl::FPRegister::SRegFromCode(code);
195 }
196
197 // Emits Exception block.
198 void EmitExceptionPoll(Arm64Exception *exception);
199
200 void StoreWToOffset(StoreOperandType type, WRegister source,
201 Register base, int32_t offset);
202 void StoreToOffset(Register source, Register base, int32_t offset);
203 void StoreSToOffset(SRegister source, Register base, int32_t offset);
204 void StoreDToOffset(DRegister source, Register base, int32_t offset);
205
Alexandre Ramesba9388c2014-08-22 14:08:36 +0100206 void LoadImmediate(Register dest, int32_t value, vixl::Condition cond = vixl::al);
Serban Constantinescued8dd492014-02-11 14:15:10 +0000207 void Load(Arm64ManagedRegister dst, Register src, int32_t src_offset, size_t size);
208 void LoadWFromOffset(LoadOperandType type, WRegister dest,
209 Register base, int32_t offset);
210 void LoadFromOffset(Register dest, Register base, int32_t offset);
211 void LoadSFromOffset(SRegister dest, Register base, int32_t offset);
212 void LoadDFromOffset(DRegister dest, Register base, int32_t offset);
Alexandre Ramesba9388c2014-08-22 14:08:36 +0100213 void AddConstant(Register rd, int32_t value, vixl::Condition cond = vixl::al);
214 void AddConstant(Register rd, Register rn, int32_t value, vixl::Condition cond = vixl::al);
Serban Constantinescued8dd492014-02-11 14:15:10 +0000215
Serban Constantinescu0f89dac2014-05-08 13:52:53 +0100216 // Vixl assembler.
217 vixl::MacroAssembler* vixl_masm_;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000218
219 // List of exception blocks to generate at the end of the code cache.
220 std::vector<Arm64Exception*> exception_blocks_;
Serban Constantinescu15523732014-04-02 13:18:05 +0100221
222 // Used for testing.
223 friend class Arm64ManagedRegister_VixlRegisters_Test;
Serban Constantinescued8dd492014-02-11 14:15:10 +0000224};
225
226class Arm64Exception {
227 private:
228 explicit Arm64Exception(Arm64ManagedRegister scratch, size_t stack_adjust)
229 : scratch_(scratch), stack_adjust_(stack_adjust) {
230 }
231
232 vixl::Label* Entry() { return &exception_entry_; }
233
234 // Register used for passing Thread::Current()->exception_ .
235 const Arm64ManagedRegister scratch_;
236
237 // Stack adjust for ExceptionPool.
238 const size_t stack_adjust_;
239
240 vixl::Label exception_entry_;
241
242 friend class Arm64Assembler;
243 DISALLOW_COPY_AND_ASSIGN(Arm64Exception);
244};
245
246} // namespace arm64
247} // namespace art
248
249#endif // ART_COMPILER_UTILS_ARM64_ASSEMBLER_ARM64_H_