blob: 3316945ed1b5bc74b14c6e410e3c5d02c69010d2 [file] [log] [blame]
Matteo Franchin43ec8732014-03-31 15:00:14 +01001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17/* This file contains codegen for the Thumb2 ISA. */
18
Matteo Franchin43ec8732014-03-31 15:00:14 +010019#include "codegen_arm64.h"
Andreas Gampe0b9203e2015-01-22 20:39:27 -080020
21#include "arm64_lir.h"
22#include "base/logging.h"
23#include "dex/mir_graph.h"
Matteo Franchin43ec8732014-03-31 15:00:14 +010024#include "dex/quick/mir_to_lir-inl.h"
Andreas Gampe0b9203e2015-01-22 20:39:27 -080025#include "driver/compiler_driver.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000026#include "driver/compiler_options.h"
Ian Rogers576ca0c2014-06-06 15:58:22 -070027#include "gc/accounting/card_table.h"
Matteo Franchin43ec8732014-03-31 15:00:14 +010028#include "entrypoints/quick/quick_entrypoints.h"
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +010029#include "mirror/art_method.h"
30#include "mirror/object_array-inl.h"
Vladimir Marko20f85592015-03-19 10:07:02 +000031#include "utils/dex_cache_arrays_layout-inl.h"
Matteo Franchin43ec8732014-03-31 15:00:14 +010032
33namespace art {
34
35/*
36 * The sparse table in the literal pool is an array of <key,displacement>
Matteo Franchine45fb9e2014-05-06 10:10:30 +010037 * pairs. For each set, we'll load them as a pair using ldp.
Matteo Franchin43ec8732014-03-31 15:00:14 +010038 * The test loop will look something like:
39 *
40 * adr r_base, <table>
Matteo Franchine45fb9e2014-05-06 10:10:30 +010041 * ldr r_val, [rA64_SP, v_reg_off]
Matteo Franchin43ec8732014-03-31 15:00:14 +010042 * mov r_idx, #table_size
Matteo Franchine45fb9e2014-05-06 10:10:30 +010043 * loop:
44 * cbz r_idx, quit
45 * ldp r_key, r_disp, [r_base], #8
Matteo Franchin43ec8732014-03-31 15:00:14 +010046 * sub r_idx, #1
47 * cmp r_val, r_key
Matteo Franchine45fb9e2014-05-06 10:10:30 +010048 * b.ne loop
49 * adr r_base, #0 ; This is the instruction from which we compute displacements
50 * add r_base, r_disp
51 * br r_base
52 * quit:
Matteo Franchin43ec8732014-03-31 15:00:14 +010053 */
Andreas Gampe48971b32014-08-06 10:09:01 -070054void Arm64Mir2Lir::GenLargeSparseSwitch(MIR* mir, uint32_t table_offset, RegLocation rl_src) {
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -070055 const uint16_t* table = mir_graph_->GetTable(mir, table_offset);
Matteo Franchin43ec8732014-03-31 15:00:14 +010056 // Add the table to the list - we'll process it later
57 SwitchTable *tab_rec =
58 static_cast<SwitchTable*>(arena_->Alloc(sizeof(SwitchTable), kArenaAllocData));
Chao-ying Fu72f53af2014-11-11 16:48:40 -080059 tab_rec->switch_mir = mir;
Matteo Franchin43ec8732014-03-31 15:00:14 +010060 tab_rec->table = table;
61 tab_rec->vaddr = current_dalvik_offset_;
62 uint32_t size = table[1];
Vladimir Markoe39c54e2014-09-22 14:50:02 +010063 switch_tables_.push_back(tab_rec);
Matteo Franchin43ec8732014-03-31 15:00:14 +010064
65 // Get the switch value
66 rl_src = LoadValue(rl_src, kCoreReg);
Matteo Franchin5acc8b02014-06-05 15:10:35 +010067 RegStorage r_base = AllocTempWide();
Matteo Franchine45fb9e2014-05-06 10:10:30 +010068 // Allocate key and disp temps.
Matteo Franchin43ec8732014-03-31 15:00:14 +010069 RegStorage r_key = AllocTemp();
70 RegStorage r_disp = AllocTemp();
Matteo Franchin43ec8732014-03-31 15:00:14 +010071 // Materialize a pointer to the switch table
Matteo Franchine45fb9e2014-05-06 10:10:30 +010072 NewLIR3(kA64Adr2xd, r_base.GetReg(), 0, WrapPointer(tab_rec));
Matteo Franchin43ec8732014-03-31 15:00:14 +010073 // Set up r_idx
74 RegStorage r_idx = AllocTemp();
75 LoadConstant(r_idx, size);
Matteo Franchine45fb9e2014-05-06 10:10:30 +010076
77 // Entry of loop.
78 LIR* loop_entry = NewLIR0(kPseudoTargetLabel);
79 LIR* branch_out = NewLIR2(kA64Cbz2rt, r_idx.GetReg(), 0);
80
81 // Load next key/disp.
82 NewLIR4(kA64LdpPost4rrXD, r_key.GetReg(), r_disp.GetReg(), r_base.GetReg(), 2);
83 OpRegRegImm(kOpSub, r_idx, r_idx, 1);
84
85 // Go to next case, if key does not match.
Matteo Franchin43ec8732014-03-31 15:00:14 +010086 OpRegReg(kOpCmp, r_key, rl_src.reg);
Matteo Franchine45fb9e2014-05-06 10:10:30 +010087 OpCondBranch(kCondNe, loop_entry);
88
89 // Key does match: branch to case label.
90 LIR* switch_label = NewLIR3(kA64Adr2xd, r_base.GetReg(), 0, -1);
91 tab_rec->anchor = switch_label;
92
93 // Add displacement to base branch address and go!
Andreas Gampe47b31aa2014-06-19 01:10:07 -070094 OpRegRegRegExtend(kOpAdd, r_base, r_base, As64BitReg(r_disp), kA64Sxtw, 0U);
Matteo Franchine45fb9e2014-05-06 10:10:30 +010095 NewLIR1(kA64Br1x, r_base.GetReg());
96
97 // Loop exit label.
98 LIR* loop_exit = NewLIR0(kPseudoTargetLabel);
99 branch_out->target = loop_exit;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100100}
101
102
Andreas Gampe48971b32014-08-06 10:09:01 -0700103void Arm64Mir2Lir::GenLargePackedSwitch(MIR* mir, uint32_t table_offset, RegLocation rl_src) {
Razvan A Lupusoru8d0d03e2014-06-06 17:04:52 -0700104 const uint16_t* table = mir_graph_->GetTable(mir, table_offset);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100105 // Add the table to the list - we'll process it later
106 SwitchTable *tab_rec =
107 static_cast<SwitchTable*>(arena_->Alloc(sizeof(SwitchTable), kArenaAllocData));
Chao-ying Fu72f53af2014-11-11 16:48:40 -0800108 tab_rec->switch_mir = mir;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100109 tab_rec->table = table;
110 tab_rec->vaddr = current_dalvik_offset_;
111 uint32_t size = table[1];
Vladimir Markoe39c54e2014-09-22 14:50:02 +0100112 switch_tables_.push_back(tab_rec);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100113
114 // Get the switch value
115 rl_src = LoadValue(rl_src, kCoreReg);
Matteo Franchin5acc8b02014-06-05 15:10:35 +0100116 RegStorage table_base = AllocTempWide();
Matteo Franchin43ec8732014-03-31 15:00:14 +0100117 // Materialize a pointer to the switch table
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100118 NewLIR3(kA64Adr2xd, table_base.GetReg(), 0, WrapPointer(tab_rec));
Matteo Franchin43ec8732014-03-31 15:00:14 +0100119 int low_key = s4FromSwitchData(&table[2]);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100120 RegStorage key_reg;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100121 // Remove the bias, if necessary
122 if (low_key == 0) {
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100123 key_reg = rl_src.reg;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100124 } else {
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100125 key_reg = AllocTemp();
126 OpRegRegImm(kOpSub, key_reg, rl_src.reg, low_key);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100127 }
128 // Bounds check - if < 0 or >= size continue following switch
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100129 OpRegImm(kOpCmp, key_reg, size - 1);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100130 LIR* branch_over = OpCondBranch(kCondHi, NULL);
131
132 // Load the displacement from the switch table
133 RegStorage disp_reg = AllocTemp();
Andreas Gampe4b537a82014-06-30 22:24:53 -0700134 LoadBaseIndexed(table_base, As64BitReg(key_reg), disp_reg, 2, k32);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100135
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100136 // Get base branch address.
Matteo Franchin5acc8b02014-06-05 15:10:35 +0100137 RegStorage branch_reg = AllocTempWide();
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100138 LIR* switch_label = NewLIR3(kA64Adr2xd, branch_reg.GetReg(), 0, -1);
139 tab_rec->anchor = switch_label;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100140
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100141 // Add displacement to base branch address and go!
Andreas Gampe47b31aa2014-06-19 01:10:07 -0700142 OpRegRegRegExtend(kOpAdd, branch_reg, branch_reg, As64BitReg(disp_reg), kA64Sxtw, 0U);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100143 NewLIR1(kA64Br1x, branch_reg.GetReg());
144
145 // branch_over target here
Matteo Franchin43ec8732014-03-31 15:00:14 +0100146 LIR* target = NewLIR0(kPseudoTargetLabel);
147 branch_over->target = target;
148}
149
150/*
Matteo Franchin43ec8732014-03-31 15:00:14 +0100151 * Handle unlocked -> thin locked transition inline or else call out to quick entrypoint. For more
152 * details see monitor.cc.
153 */
154void Arm64Mir2Lir::GenMonitorEnter(int opt_flags, RegLocation rl_src) {
Zheng Xuc8304302014-05-15 17:21:01 +0100155 // x0/w0 = object
156 // w1 = thin lock thread id
157 // x2 = address of lock word
158 // w3 = lock word / store failure
159 // TUNING: How much performance we get when we inline this?
160 // Since we've already flush all register.
Matteo Franchin43ec8732014-03-31 15:00:14 +0100161 FlushAllRegs();
Andreas Gampeccc60262014-07-04 18:02:38 -0700162 LoadValueDirectFixed(rl_src, rs_x0); // = TargetReg(kArg0, kRef)
Matteo Franchin43ec8732014-03-31 15:00:14 +0100163 LockCallTemps(); // Prepare for explicit register usage
Zheng Xuc8304302014-05-15 17:21:01 +0100164 LIR* null_check_branch = nullptr;
165 if ((opt_flags & MIR_IGNORE_NULL_CHECK) && !(cu_->disable_opt & (1 << kNullCheckElimination))) {
166 null_check_branch = nullptr; // No null check.
Matteo Franchin43ec8732014-03-31 15:00:14 +0100167 } else {
Zheng Xuc8304302014-05-15 17:21:01 +0100168 // If the null-check fails its handled by the slow-path to reduce exception related meta-data.
Dave Allison69dfe512014-07-11 17:11:58 +0000169 if (!cu_->compiler_driver->GetCompilerOptions().GetImplicitNullChecks()) {
Zheng Xuc8304302014-05-15 17:21:01 +0100170 null_check_branch = OpCmpImmBranch(kCondEq, rs_x0, 0, NULL);
171 }
Matteo Franchin43ec8732014-03-31 15:00:14 +0100172 }
Zheng Xubaa7c882014-06-30 14:26:50 +0800173 Load32Disp(rs_xSELF, Thread::ThinLockIdOffset<8>().Int32Value(), rs_w1);
Zheng Xuc8304302014-05-15 17:21:01 +0100174 OpRegRegImm(kOpAdd, rs_x2, rs_x0, mirror::Object::MonitorOffset().Int32Value());
175 NewLIR2(kA64Ldxr2rX, rw3, rx2);
176 MarkPossibleNullPointerException(opt_flags);
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -0800177 // Zero out the read barrier bits.
178 OpRegRegImm(kOpAnd, rs_w2, rs_w3, LockWord::kReadBarrierStateMaskShiftedToggled);
179 LIR* not_unlocked_branch = OpCmpImmBranch(kCondNe, rs_w2, 0, NULL);
180 // w3 is zero except for the rb bits here. Copy the read barrier bits into w1.
181 OpRegRegReg(kOpOr, rs_w1, rs_w1, rs_w3);
182 OpRegRegImm(kOpAdd, rs_x2, rs_x0, mirror::Object::MonitorOffset().Int32Value());
Zheng Xuc8304302014-05-15 17:21:01 +0100183 NewLIR3(kA64Stxr3wrX, rw3, rw1, rx2);
buzbee5d13f122014-08-19 16:47:06 -0700184 LIR* lock_success_branch = OpCmpImmBranch(kCondEq, rs_w3, 0, NULL);
Zheng Xuc8304302014-05-15 17:21:01 +0100185
186 LIR* slow_path_target = NewLIR0(kPseudoTargetLabel);
187 not_unlocked_branch->target = slow_path_target;
188 if (null_check_branch != nullptr) {
189 null_check_branch->target = slow_path_target;
190 }
191 // TODO: move to a slow path.
192 // Go expensive route - artLockObjectFromCode(obj);
Zheng Xubaa7c882014-06-30 14:26:50 +0800193 LoadWordDisp(rs_xSELF, QUICK_ENTRYPOINT_OFFSET(8, pLockObject).Int32Value(), rs_xLR);
Zheng Xuc8304302014-05-15 17:21:01 +0100194 ClobberCallerSave();
Zheng Xubaa7c882014-06-30 14:26:50 +0800195 LIR* call_inst = OpReg(kOpBlx, rs_xLR);
Zheng Xuc8304302014-05-15 17:21:01 +0100196 MarkSafepointPC(call_inst);
197
198 LIR* success_target = NewLIR0(kPseudoTargetLabel);
199 lock_success_branch->target = success_target;
Hans Boehm48f5c472014-06-27 14:50:10 -0700200 GenMemBarrier(kLoadAny);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100201}
202
203/*
204 * Handle thin locked -> unlocked transition inline or else call out to quick entrypoint. For more
Zheng Xuc8304302014-05-15 17:21:01 +0100205 * details see monitor.cc. Note the code below doesn't use ldxr/stxr as the code holds the lock
Matteo Franchin43ec8732014-03-31 15:00:14 +0100206 * and can only give away ownership if its suspended.
207 */
208void Arm64Mir2Lir::GenMonitorExit(int opt_flags, RegLocation rl_src) {
Zheng Xuc8304302014-05-15 17:21:01 +0100209 // x0/w0 = object
210 // w1 = thin lock thread id
211 // w2 = lock word
212 // TUNING: How much performance we get when we inline this?
213 // Since we've already flush all register.
Matteo Franchin43ec8732014-03-31 15:00:14 +0100214 FlushAllRegs();
Andreas Gampe4b537a82014-06-30 22:24:53 -0700215 LoadValueDirectFixed(rl_src, rs_x0); // Get obj
Matteo Franchin43ec8732014-03-31 15:00:14 +0100216 LockCallTemps(); // Prepare for explicit register usage
217 LIR* null_check_branch = nullptr;
Zheng Xuc8304302014-05-15 17:21:01 +0100218 if ((opt_flags & MIR_IGNORE_NULL_CHECK) && !(cu_->disable_opt & (1 << kNullCheckElimination))) {
219 null_check_branch = nullptr; // No null check.
Matteo Franchin43ec8732014-03-31 15:00:14 +0100220 } else {
Zheng Xuc8304302014-05-15 17:21:01 +0100221 // If the null-check fails its handled by the slow-path to reduce exception related meta-data.
Dave Allison69dfe512014-07-11 17:11:58 +0000222 if (!cu_->compiler_driver->GetCompilerOptions().GetImplicitNullChecks()) {
Zheng Xuc8304302014-05-15 17:21:01 +0100223 null_check_branch = OpCmpImmBranch(kCondEq, rs_x0, 0, NULL);
224 }
Matteo Franchin43ec8732014-03-31 15:00:14 +0100225 }
Zheng Xubaa7c882014-06-30 14:26:50 +0800226 Load32Disp(rs_xSELF, Thread::ThinLockIdOffset<8>().Int32Value(), rs_w1);
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -0800227 if (!kUseReadBarrier) {
228 Load32Disp(rs_x0, mirror::Object::MonitorOffset().Int32Value(), rs_w2);
229 } else {
230 OpRegRegImm(kOpAdd, rs_x3, rs_x0, mirror::Object::MonitorOffset().Int32Value());
231 NewLIR2(kA64Ldxr2rX, rw2, rx3);
232 }
Zheng Xuc8304302014-05-15 17:21:01 +0100233 MarkPossibleNullPointerException(opt_flags);
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -0800234 // Zero out the read barrier bits.
235 OpRegRegImm(kOpAnd, rs_w3, rs_w2, LockWord::kReadBarrierStateMaskShiftedToggled);
236 // Zero out except the read barrier bits.
237 OpRegRegImm(kOpAnd, rs_w2, rs_w2, LockWord::kReadBarrierStateMaskShifted);
238 LIR* slow_unlock_branch = OpCmpBranch(kCondNe, rs_w3, rs_w1, NULL);
Hans Boehm48f5c472014-06-27 14:50:10 -0700239 GenMemBarrier(kAnyStore);
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -0800240 LIR* unlock_success_branch;
241 if (!kUseReadBarrier) {
242 Store32Disp(rs_x0, mirror::Object::MonitorOffset().Int32Value(), rs_w2);
243 unlock_success_branch = OpUnconditionalBranch(NULL);
244 } else {
245 OpRegRegImm(kOpAdd, rs_x3, rs_x0, mirror::Object::MonitorOffset().Int32Value());
246 NewLIR3(kA64Stxr3wrX, rw1, rw2, rx3);
247 unlock_success_branch = OpCmpImmBranch(kCondEq, rs_w1, 0, NULL);
248 }
Zheng Xuc8304302014-05-15 17:21:01 +0100249 LIR* slow_path_target = NewLIR0(kPseudoTargetLabel);
250 slow_unlock_branch->target = slow_path_target;
251 if (null_check_branch != nullptr) {
252 null_check_branch->target = slow_path_target;
253 }
254 // TODO: move to a slow path.
255 // Go expensive route - artUnlockObjectFromCode(obj);
Zheng Xubaa7c882014-06-30 14:26:50 +0800256 LoadWordDisp(rs_xSELF, QUICK_ENTRYPOINT_OFFSET(8, pUnlockObject).Int32Value(), rs_xLR);
Zheng Xuc8304302014-05-15 17:21:01 +0100257 ClobberCallerSave();
Zheng Xubaa7c882014-06-30 14:26:50 +0800258 LIR* call_inst = OpReg(kOpBlx, rs_xLR);
Zheng Xuc8304302014-05-15 17:21:01 +0100259 MarkSafepointPC(call_inst);
260
261 LIR* success_target = NewLIR0(kPseudoTargetLabel);
262 unlock_success_branch->target = success_target;
Matteo Franchin43ec8732014-03-31 15:00:14 +0100263}
264
265void Arm64Mir2Lir::GenMoveException(RegLocation rl_dest) {
Andreas Gampe2f244e92014-05-08 03:35:25 -0700266 int ex_offset = Thread::ExceptionOffset<8>().Int32Value();
buzbeea0cd2d72014-06-01 09:33:49 -0700267 RegLocation rl_result = EvalLoc(rl_dest, kRefReg, true);
Zheng Xubaa7c882014-06-30 14:26:50 +0800268 LoadRefDisp(rs_xSELF, ex_offset, rl_result.reg, kNotVolatile);
269 StoreRefDisp(rs_xSELF, ex_offset, rs_xzr, kNotVolatile);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100270 StoreValue(rl_dest, rl_result);
271}
272
Vladimir Markobf535be2014-11-19 18:52:35 +0000273void Arm64Mir2Lir::UnconditionallyMarkGCCard(RegStorage tgt_addr_reg) {
Matteo Franchinfd2e2912014-06-06 10:09:56 +0100274 RegStorage reg_card_base = AllocTempWide();
Andreas Gampe4b537a82014-06-30 22:24:53 -0700275 RegStorage reg_card_no = AllocTempWide(); // Needs to be wide as addr is ref=64b
Zheng Xubaa7c882014-06-30 14:26:50 +0800276 LoadWordDisp(rs_xSELF, Thread::CardTableOffset<8>().Int32Value(), reg_card_base);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100277 OpRegRegImm(kOpLsr, reg_card_no, tgt_addr_reg, gc::accounting::CardTable::kCardShift);
Matteo Franchinfd2e2912014-06-06 10:09:56 +0100278 // TODO(Arm64): generate "strb wB, [xB, wC, uxtw]" rather than "strb wB, [xB, xC]"?
Andreas Gampe4b537a82014-06-30 22:24:53 -0700279 StoreBaseIndexed(reg_card_base, reg_card_no, As32BitReg(reg_card_base),
Matteo Franchinfd2e2912014-06-06 10:09:56 +0100280 0, kUnsignedByte);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100281 FreeTemp(reg_card_base);
282 FreeTemp(reg_card_no);
283}
284
285void Arm64Mir2Lir::GenEntrySequence(RegLocation* ArgLocs, RegLocation rl_method) {
Matteo Franchin43ec8732014-03-31 15:00:14 +0100286 /*
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100287 * On entry, x0 to x7 are live. Let the register allocation
Matteo Franchin43ec8732014-03-31 15:00:14 +0100288 * mechanism know so it doesn't try to use any of them when
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100289 * expanding the frame or flushing.
290 * Reserve x8 & x9 for temporaries.
Matteo Franchin43ec8732014-03-31 15:00:14 +0100291 */
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100292 LockTemp(rs_x0);
293 LockTemp(rs_x1);
294 LockTemp(rs_x2);
295 LockTemp(rs_x3);
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100296 LockTemp(rs_x4);
297 LockTemp(rs_x5);
298 LockTemp(rs_x6);
299 LockTemp(rs_x7);
Zheng Xub551fdc2014-07-25 11:49:42 +0800300 LockTemp(rs_xIP0);
301 LockTemp(rs_xIP1);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100302
Stuart Monteithd5c78f42014-06-11 16:44:46 +0100303 /* TUNING:
304 * Use AllocTemp() and reuse LR if possible to give us the freedom on adjusting the number
305 * of temp registers.
306 */
307
Matteo Franchin43ec8732014-03-31 15:00:14 +0100308 /*
309 * We can safely skip the stack overflow check if we're
310 * a leaf *and* our frame size < fudge factor.
311 */
Matteo Franchin24314522014-11-12 18:06:14 +0000312 bool skip_overflow_check = mir_graph_->MethodIsLeaf() &&
313 !FrameNeedsStackCheck(frame_size_, kArm64);
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100314
Matteo Franchin43ec8732014-03-31 15:00:14 +0100315 NewLIR0(kPseudoMethodEntry);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100316
Dave Allison648d7112014-07-25 16:15:27 -0700317 const size_t kStackOverflowReservedUsableBytes = GetStackOverflowReservedBytes(kArm64);
318 const bool large_frame = static_cast<size_t>(frame_size_) > kStackOverflowReservedUsableBytes;
319 bool generate_explicit_stack_overflow_check = large_frame ||
320 !cu_->compiler_driver->GetCompilerOptions().GetImplicitStackOverflowChecks();
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100321 const int spill_count = num_core_spills_ + num_fp_spills_;
322 const int spill_size = (spill_count * kArm64PointerSize + 15) & ~0xf; // SP 16 byte alignment.
323 const int frame_size_without_spills = frame_size_ - spill_size;
324
Matteo Franchin43ec8732014-03-31 15:00:14 +0100325 if (!skip_overflow_check) {
Dave Allison648d7112014-07-25 16:15:27 -0700326 if (generate_explicit_stack_overflow_check) {
Andreas Gampef29ecd62014-07-29 00:35:00 -0700327 // Load stack limit
328 LoadWordDisp(rs_xSELF, Thread::StackEndOffset<8>().Int32Value(), rs_xIP1);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100329 } else {
330 // Implicit stack overflow check.
331 // Generate a load from [sp, #-framesize]. If this is in the stack
332 // redzone we will get a segmentation fault.
Stuart Monteithd5c78f42014-06-11 16:44:46 +0100333
Andreas Gampef29ecd62014-07-29 00:35:00 -0700334 // TODO: If the frame size is small enough, is it possible to make this a pre-indexed load,
335 // so that we can avoid the following "sub sp" when spilling?
Stuart Monteithd5c78f42014-06-11 16:44:46 +0100336 OpRegRegImm(kOpSub, rs_x8, rs_sp, GetStackOverflowReservedBytes(kArm64));
Matteo Franchin24314522014-11-12 18:06:14 +0000337 Load32Disp(rs_x8, 0, rs_wzr);
Stuart Monteithd5c78f42014-06-11 16:44:46 +0100338 MarkPossibleStackOverflowException();
Matteo Franchin43ec8732014-03-31 15:00:14 +0100339 }
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100340 }
341
Andreas Gampef29ecd62014-07-29 00:35:00 -0700342 int spilled_already = 0;
343 if (spill_size > 0) {
344 spilled_already = SpillRegs(rs_sp, core_spill_mask_, fp_spill_mask_, frame_size_);
345 DCHECK(spill_size == spilled_already || frame_size_ == spilled_already);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100346 }
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100347
Andreas Gampef29ecd62014-07-29 00:35:00 -0700348 if (spilled_already != frame_size_) {
349 OpRegImm(kOpSub, rs_sp, frame_size_without_spills);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100350 }
351
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100352 if (!skip_overflow_check) {
Dave Allison648d7112014-07-25 16:15:27 -0700353 if (generate_explicit_stack_overflow_check) {
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100354 class StackOverflowSlowPath: public LIRSlowPath {
355 public:
Vladimir Marko0b40ecf2015-03-20 12:08:03 +0000356 StackOverflowSlowPath(Mir2Lir* m2l, LIR* branch, size_t sp_displace)
357 : LIRSlowPath(m2l, branch),
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100358 sp_displace_(sp_displace) {
359 }
360 void Compile() OVERRIDE {
361 m2l_->ResetRegPool();
362 m2l_->ResetDefTracking();
363 GenerateTargetLabel(kPseudoThrowTarget);
364 // Unwinds stack.
Zheng Xubaa7c882014-06-30 14:26:50 +0800365 m2l_->OpRegImm(kOpAdd, rs_sp, sp_displace_);
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100366 m2l_->ClobberCallerSave();
367 ThreadOffset<8> func_offset = QUICK_ENTRYPOINT_OFFSET(8, pThrowStackOverflow);
Zheng Xub551fdc2014-07-25 11:49:42 +0800368 m2l_->LockTemp(rs_xIP0);
369 m2l_->LoadWordDisp(rs_xSELF, func_offset.Int32Value(), rs_xIP0);
370 m2l_->NewLIR1(kA64Br1x, rs_xIP0.GetReg());
371 m2l_->FreeTemp(rs_xIP0);
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100372 }
373
374 private:
375 const size_t sp_displace_;
376 };
377
Andreas Gampef29ecd62014-07-29 00:35:00 -0700378 LIR* branch = OpCmpBranch(kCondUlt, rs_sp, rs_xIP1, nullptr);
379 AddSlowPath(new(arena_)StackOverflowSlowPath(this, branch, frame_size_));
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100380 }
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100381 }
382
Matteo Franchin43ec8732014-03-31 15:00:14 +0100383 FlushIns(ArgLocs, rl_method);
384
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100385 FreeTemp(rs_x0);
386 FreeTemp(rs_x1);
387 FreeTemp(rs_x2);
388 FreeTemp(rs_x3);
Stuart Monteithf8ec48e2014-06-06 17:05:08 +0100389 FreeTemp(rs_x4);
390 FreeTemp(rs_x5);
391 FreeTemp(rs_x6);
392 FreeTemp(rs_x7);
Zheng Xub551fdc2014-07-25 11:49:42 +0800393 FreeTemp(rs_xIP0);
394 FreeTemp(rs_xIP1);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100395}
396
397void Arm64Mir2Lir::GenExitSequence() {
Matteo Franchin43ec8732014-03-31 15:00:14 +0100398 /*
399 * In the exit path, r0/r1 are live - make sure they aren't
400 * allocated by the register utilities as temps.
401 */
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100402 LockTemp(rs_x0);
403 LockTemp(rs_x1);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100404
405 NewLIR0(kPseudoMethodExit);
Matteo Franchinbc6d1972014-05-13 12:33:28 +0100406
Andreas Gampef29ecd62014-07-29 00:35:00 -0700407 UnspillRegs(rs_sp, core_spill_mask_, fp_spill_mask_, frame_size_);
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100408
buzbeeb5860fb2014-06-21 15:31:01 -0700409 // Finally return.
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100410 NewLIR0(kA64Ret);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100411}
412
413void Arm64Mir2Lir::GenSpecialExitSequence() {
Matteo Franchine45fb9e2014-05-06 10:10:30 +0100414 NewLIR0(kA64Ret);
Matteo Franchin43ec8732014-03-31 15:00:14 +0100415}
416
Vladimir Marko6ce3eba2015-02-16 13:05:59 +0000417void Arm64Mir2Lir::GenSpecialEntryForSuspend() {
418 // Keep 16-byte stack alignment - push x0, i.e. ArtMethod*, lr.
419 core_spill_mask_ = (1u << rs_xLR.GetRegNum());
420 num_core_spills_ = 1u;
421 fp_spill_mask_ = 0u;
422 num_fp_spills_ = 0u;
423 frame_size_ = 16u;
424 core_vmap_table_.clear();
425 fp_vmap_table_.clear();
426 NewLIR4(WIDE(kA64StpPre4rrXD), rs_x0.GetReg(), rs_xLR.GetReg(), rs_sp.GetReg(), -frame_size_ / 8);
427}
428
429void Arm64Mir2Lir::GenSpecialExitForSuspend() {
430 // Pop the frame. (ArtMethod* no longer needed but restore it anyway.)
431 NewLIR4(WIDE(kA64LdpPost4rrXD), rs_x0.GetReg(), rs_xLR.GetReg(), rs_sp.GetReg(), frame_size_ / 8);
432}
433
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100434static bool Arm64UseRelativeCall(CompilationUnit* cu, const MethodReference& target_method) {
Jeff Haoa0acc2d2015-01-27 11:22:04 -0800435 // Emit relative calls anywhere in the image or within a dex file otherwise.
436 return cu->compiler_driver->IsImage() || cu->dex_file == target_method.dex_file;
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100437}
438
439/*
440 * Bit of a hack here - in the absence of a real scheduling pass,
441 * emit the next instruction in static & direct invoke sequences.
442 */
Vladimir Marko20f85592015-03-19 10:07:02 +0000443int Arm64Mir2Lir::Arm64NextSDCallInsn(CompilationUnit* cu, CallInfo* info,
444 int state, const MethodReference& target_method,
445 uint32_t unused_idx,
446 uintptr_t direct_code, uintptr_t direct_method,
447 InvokeType type) {
Ian Rogers6a3c1fc2014-10-31 00:33:20 -0700448 UNUSED(info, unused_idx);
Vladimir Marko20f85592015-03-19 10:07:02 +0000449 Arm64Mir2Lir* cg = static_cast<Arm64Mir2Lir*>(cu->cg.get());
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100450 if (direct_code != 0 && direct_method != 0) {
451 switch (state) {
452 case 0: // Get the current Method* [sets kArg0]
453 if (direct_code != static_cast<uintptr_t>(-1)) {
Mathieu Chartier921d6eb2015-03-13 16:32:44 -0700454 cg->LoadConstantWide(cg->TargetPtrReg(kInvokeTgt), direct_code);
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100455 } else if (Arm64UseRelativeCall(cu, target_method)) {
456 // Defer to linker patch.
457 } else {
458 cg->LoadCodeAddress(target_method, type, kInvokeTgt);
459 }
460 if (direct_method != static_cast<uintptr_t>(-1)) {
Mathieu Chartier921d6eb2015-03-13 16:32:44 -0700461 cg->LoadConstantWide(cg->TargetReg(kArg0, kRef), direct_method);
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100462 } else {
463 cg->LoadMethodAddress(target_method, type, kArg0);
464 }
465 break;
466 default:
467 return -1;
468 }
469 } else {
Vladimir Marko20f85592015-03-19 10:07:02 +0000470 bool use_pc_rel = cg->CanUseOpPcRelDexCacheArrayLoad();
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100471 RegStorage arg0_ref = cg->TargetReg(kArg0, kRef);
472 switch (state) {
473 case 0: // Get the current Method* [sets kArg0]
474 // TUNING: we can save a reg copy if Method* has been promoted.
Vladimir Marko20f85592015-03-19 10:07:02 +0000475 if (!use_pc_rel) {
476 cg->LoadCurrMethodDirect(arg0_ref);
477 break;
478 }
479 ++state;
480 FALLTHROUGH_INTENDED;
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100481 case 1: // Get method->dex_cache_resolved_methods_
Vladimir Marko20f85592015-03-19 10:07:02 +0000482 if (!use_pc_rel) {
483 cg->LoadRefDisp(arg0_ref,
484 mirror::ArtMethod::DexCacheResolvedMethodsOffset().Int32Value(),
485 arg0_ref,
486 kNotVolatile);
487 }
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100488 // Set up direct code if known.
489 if (direct_code != 0) {
490 if (direct_code != static_cast<uintptr_t>(-1)) {
Mathieu Chartier921d6eb2015-03-13 16:32:44 -0700491 cg->LoadConstantWide(cg->TargetPtrReg(kInvokeTgt), direct_code);
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100492 } else if (Arm64UseRelativeCall(cu, target_method)) {
493 // Defer to linker patch.
494 } else {
495 CHECK_LT(target_method.dex_method_index, target_method.dex_file->NumMethodIds());
496 cg->LoadCodeAddress(target_method, type, kInvokeTgt);
497 }
498 }
Vladimir Marko20f85592015-03-19 10:07:02 +0000499 if (!use_pc_rel || direct_code != 0) {
500 break;
501 }
502 ++state;
503 FALLTHROUGH_INTENDED;
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100504 case 2: // Grab target method*
505 CHECK_EQ(cu->dex_file, target_method.dex_file);
Vladimir Marko20f85592015-03-19 10:07:02 +0000506 if (!use_pc_rel) {
507 cg->LoadRefDisp(arg0_ref,
508 mirror::ObjectArray<mirror::Object>::OffsetOfElement(
509 target_method.dex_method_index).Int32Value(),
510 arg0_ref,
511 kNotVolatile);
512 } else {
513 size_t offset = cg->dex_cache_arrays_layout_.MethodOffset(target_method.dex_method_index);
514 cg->OpPcRelDexCacheArrayLoad(cu->dex_file, offset, arg0_ref);
515 }
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100516 break;
517 case 3: // Grab the code from the method*
518 if (direct_code == 0) {
519 // kInvokeTgt := arg0_ref->entrypoint
520 cg->LoadWordDisp(arg0_ref,
Mathieu Chartier2d721012014-11-10 11:08:06 -0800521 mirror::ArtMethod::EntryPointFromQuickCompiledCodeOffset(
522 kArm64PointerSize).Int32Value(), cg->TargetPtrReg(kInvokeTgt));
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100523 }
524 break;
525 default:
526 return -1;
527 }
528 }
529 return state + 1;
530}
531
532NextCallInsn Arm64Mir2Lir::GetNextSDCallInsn() {
533 return Arm64NextSDCallInsn;
534}
535
536LIR* Arm64Mir2Lir::CallWithLinkerFixup(const MethodReference& target_method, InvokeType type) {
537 // For ARM64, just generate a relative BL instruction that will be filled in at 'link time'.
538 // If the target turns out to be too far, the linker will generate a thunk for dispatch.
539 int target_method_idx = target_method.dex_method_index;
540 const DexFile* target_dex_file = target_method.dex_file;
541
542 // Generate the call instruction and save index, dex_file, and type.
543 // NOTE: Method deduplication takes linker patches into account, so we can just pass 0
544 // as a placeholder for the offset.
545 LIR* call = RawLIR(current_dalvik_offset_, kA64Bl1t, 0,
Vladimir Markof6737f72015-03-23 17:05:14 +0000546 target_method_idx, WrapPointer(target_dex_file), type);
Vladimir Marko7c2ad5a2014-09-24 12:42:55 +0100547 AppendLIR(call);
548 call_method_insns_.push_back(call);
549 return call;
550}
551
552LIR* Arm64Mir2Lir::GenCallInsn(const MirMethodLoweringInfo& method_info) {
553 LIR* call_insn;
554 if (method_info.FastPath() && Arm64UseRelativeCall(cu_, method_info.GetTargetMethod()) &&
555 (method_info.GetSharpType() == kDirect || method_info.GetSharpType() == kStatic) &&
556 method_info.DirectCode() == static_cast<uintptr_t>(-1)) {
557 call_insn = CallWithLinkerFixup(method_info.GetTargetMethod(), method_info.GetSharpType());
558 } else {
559 call_insn = OpReg(kOpBlx, TargetPtrReg(kInvokeTgt));
560 }
561 return call_insn;
562}
563
Matteo Franchin43ec8732014-03-31 15:00:14 +0100564} // namespace art