blob: 86f2f21df7cf475fabefa525f5799643e3df383f [file] [log] [blame]
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +00001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_
19
Andreas Gampe542451c2016-07-26 09:02:02 -070020#include "base/enums.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000021#include "code_generator.h"
Andreas Gampea5b09a62016-11-17 15:21:22 -080022#include "dex_file_types.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000023#include "driver/compiler_options.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000024#include "nodes.h"
Mathieu Chartierdc00f182016-07-14 10:10:44 -070025#include "string_reference.h"
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +010026#include "parallel_move_resolver.h"
Nicolas Geoffray8d486732014-07-16 16:23:40 +010027#include "utils/arm/assembler_thumb2.h"
Vladimir Markodbb7f5b2016-03-30 13:23:58 +010028#include "utils/type_reference.h"
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000029
30namespace art {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +000031namespace arm {
32
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +010033class CodeGeneratorARM;
34
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000035// Use a local definition to prevent copying mistakes.
Andreas Gampe542451c2016-07-26 09:02:02 -070036static constexpr size_t kArmWordSize = static_cast<size_t>(kArmPointerSize);
Nicolas Geoffraya4f35812015-06-22 23:12:45 +010037static constexpr size_t kArmBitsPerWord = kArmWordSize * kBitsPerByte;
Nicolas Geoffray707c8092014-04-04 10:50:14 +010038
Nicolas Geoffraya747a392014-04-17 14:56:23 +010039static constexpr Register kParameterCoreRegisters[] = { R1, R2, R3 };
Nicolas Geoffraya747a392014-04-17 14:56:23 +010040static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000041static constexpr SRegister kParameterFpuRegisters[] =
42 { S0, S1, S2, S3, S4, S5, S6, S7, S8, S9, S10, S11, S12, S13, S14, S15 };
43static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);
Nicolas Geoffraya747a392014-04-17 14:56:23 +010044
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080045static constexpr Register kArtMethodRegister = R0;
46
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000047static constexpr Register kRuntimeParameterCoreRegisters[] = { R0, R1, R2, R3 };
48static constexpr size_t kRuntimeParameterCoreRegistersLength =
49 arraysize(kRuntimeParameterCoreRegisters);
50static constexpr SRegister kRuntimeParameterFpuRegisters[] = { S0, S1, S2, S3 };
51static constexpr size_t kRuntimeParameterFpuRegistersLength =
52 arraysize(kRuntimeParameterFpuRegisters);
53
Artem Serovf4d6aee2016-07-11 10:41:45 +010054class SlowPathCodeARM : public SlowPathCode {
55 public:
56 explicit SlowPathCodeARM(HInstruction* instruction) : SlowPathCode(instruction) {}
57
58 void SaveLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) FINAL;
59 void RestoreLiveRegisters(CodeGenerator* codegen, LocationSummary* locations) FINAL;
60
61 private:
62 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeARM);
63};
64
65
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000066class InvokeRuntimeCallingConvention : public CallingConvention<Register, SRegister> {
67 public:
68 InvokeRuntimeCallingConvention()
69 : CallingConvention(kRuntimeParameterCoreRegisters,
70 kRuntimeParameterCoreRegistersLength,
71 kRuntimeParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070072 kRuntimeParameterFpuRegistersLength,
73 kArmPointerSize) {}
Nicolas Geoffrayd75948a2015-03-27 09:53:16 +000074
75 private:
76 DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
77};
78
Vladimir Markof04cf542016-08-31 15:25:25 +010079constexpr DRegister FromLowSToD(SRegister reg) {
80 DCHECK_EQ(reg % 2, 0);
81 return static_cast<DRegister>(reg / 2);
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -080082}
83
84
Nicolas Geoffray1ba0f592014-10-27 15:14:55 +000085class InvokeDexCallingConvention : public CallingConvention<Register, SRegister> {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010086 public:
87 InvokeDexCallingConvention()
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010088 : CallingConvention(kParameterCoreRegisters,
89 kParameterCoreRegistersLength,
90 kParameterFpuRegisters,
Mathieu Chartiere401d142015-04-22 13:56:20 -070091 kParameterFpuRegistersLength,
92 kArmPointerSize) {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +010093
Nicolas Geoffraya747a392014-04-17 14:56:23 +010094 private:
95 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
96};
97
Roland Levillain2d27c8e2015-04-28 15:48:45 +010098class InvokeDexCallingConventionVisitorARM : public InvokeDexCallingConventionVisitor {
Nicolas Geoffraya747a392014-04-17 14:56:23 +010099 public:
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100100 InvokeDexCallingConventionVisitorARM() {}
101 virtual ~InvokeDexCallingConventionVisitorARM() {}
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100102
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100103 Location GetNextLocation(Primitive::Type type) OVERRIDE;
Nicolas Geoffrayfd88f162015-06-03 11:23:52 +0100104 Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
105 Location GetMethodLocation() const OVERRIDE;
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100106
107 private:
108 InvokeDexCallingConvention calling_convention;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100109 uint32_t double_index_ = 0;
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100110
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100111 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorARM);
Nicolas Geoffraya747a392014-04-17 14:56:23 +0100112};
113
Calin Juravlee460d1d2015-09-29 04:52:17 +0100114class FieldAccessCallingConventionARM : public FieldAccessCallingConvention {
115 public:
116 FieldAccessCallingConventionARM() {}
117
118 Location GetObjectLocation() const OVERRIDE {
119 return Location::RegisterLocation(R1);
120 }
121 Location GetFieldIndexLocation() const OVERRIDE {
122 return Location::RegisterLocation(R0);
123 }
124 Location GetReturnLocation(Primitive::Type type) const OVERRIDE {
125 return Primitive::Is64BitType(type)
126 ? Location::RegisterPairLocation(R0, R1)
127 : Location::RegisterLocation(R0);
128 }
129 Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
130 return Primitive::Is64BitType(type)
Nicolas Geoffraya72859d2017-01-26 22:47:27 +0000131 ? Location::RegisterPairLocation(R2, R3)
Calin Juravlee460d1d2015-09-29 04:52:17 +0100132 : (is_instance
133 ? Location::RegisterLocation(R2)
134 : Location::RegisterLocation(R1));
135 }
136 Location GetFpuLocation(Primitive::Type type) const OVERRIDE {
137 return Primitive::Is64BitType(type)
138 ? Location::FpuRegisterPairLocation(S0, S1)
139 : Location::FpuRegisterLocation(S0);
140 }
141
142 private:
143 DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionARM);
144};
145
Zheng Xuad4450e2015-04-17 18:48:56 +0800146class ParallelMoveResolverARM : public ParallelMoveResolverWithSwap {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100147 public:
148 ParallelMoveResolverARM(ArenaAllocator* allocator, CodeGeneratorARM* codegen)
Zheng Xuad4450e2015-04-17 18:48:56 +0800149 : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100150
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000151 void EmitMove(size_t index) OVERRIDE;
152 void EmitSwap(size_t index) OVERRIDE;
153 void SpillScratch(int reg) OVERRIDE;
154 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100155
156 ArmAssembler* GetAssembler() const;
157
158 private:
159 void Exchange(Register reg, int mem);
160 void Exchange(int mem1, int mem2);
161
162 CodeGeneratorARM* const codegen_;
163
164 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverARM);
165};
166
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000167class LocationsBuilderARM : public HGraphVisitor {
168 public:
Roland Levillain5799fc02014-09-25 12:15:20 +0100169 LocationsBuilderARM(HGraph* graph, CodeGeneratorARM* codegen)
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100170 : HGraphVisitor(graph), codegen_(codegen) {}
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000171
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100172#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100173 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000174
Alexandre Ramesef20f712015-06-09 10:29:30 +0100175 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
176 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300177 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000178
179#undef DECLARE_VISIT_INSTRUCTION
180
Alexandre Ramesef20f712015-06-09 10:29:30 +0100181 void VisitInstruction(HInstruction* instruction) OVERRIDE {
182 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
183 << " (id " << instruction->GetId() << ")";
184 }
185
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000186 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000187 void HandleInvoke(HInvoke* invoke);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100188 void HandleBitwiseOperation(HBinaryOperation* operation, Opcode opcode);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000189 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000190 void HandleIntegerRotate(LocationSummary* locations);
191 void HandleLongRotate(LocationSummary* locations);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000192 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000193 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
194 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000195
Vladimir Marko37dd80d2016-08-01 17:41:45 +0100196 Location ArithmeticZeroOrFpuRegister(HInstruction* input);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100197 Location ArmEncodableConstantOrRegister(HInstruction* constant, Opcode opcode);
198 bool CanEncodeConstantAsImmediate(HConstant* input_cst, Opcode opcode);
Vladimir Marko59751a72016-08-05 14:37:27 +0100199 bool CanEncodeConstantAsImmediate(uint32_t value, Opcode opcode, SetCc set_cc = kCcDontCare);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100200
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100201 CodeGeneratorARM* const codegen_;
Roland Levillain2d27c8e2015-04-28 15:48:45 +0100202 InvokeDexCallingConventionVisitorARM parameter_visitor_;
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100203
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000204 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderARM);
205};
206
Aart Bik42249c32016-01-07 15:33:50 -0800207class InstructionCodeGeneratorARM : public InstructionCodeGenerator {
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000208 public:
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100209 InstructionCodeGeneratorARM(HGraph* graph, CodeGeneratorARM* codegen);
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000210
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100211#define DECLARE_VISIT_INSTRUCTION(name, super) \
Alexandre Ramesf39e0642015-06-23 11:33:45 +0100212 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000213
Alexandre Ramesef20f712015-06-09 10:29:30 +0100214 FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
215 FOR_EACH_CONCRETE_INSTRUCTION_ARM(DECLARE_VISIT_INSTRUCTION)
Artem Udovichenko4a0dad62016-01-26 12:28:31 +0300216 FOR_EACH_CONCRETE_INSTRUCTION_SHARED(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000217
218#undef DECLARE_VISIT_INSTRUCTION
219
Alexandre Ramesef20f712015-06-09 10:29:30 +0100220 void VisitInstruction(HInstruction* instruction) OVERRIDE {
221 LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
222 << " (id " << instruction->GetId() << ")";
223 }
224
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100225 ArmAssembler* GetAssembler() const { return assembler_; }
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000226
227 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100228 // Generate code for the given suspend check. If not null, `successor`
229 // is the block to branch to if the suspend check is not needed, and after
230 // the suspend call.
231 void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
Artem Serovf4d6aee2016-07-11 10:41:45 +0100232 void GenerateClassInitializationCheck(SlowPathCodeARM* slow_path, Register class_reg);
Vladimir Markod2b4ca22015-09-14 15:13:26 +0100233 void GenerateAndConst(Register out, Register first, uint32_t value);
234 void GenerateOrrConst(Register out, Register first, uint32_t value);
235 void GenerateEorConst(Register out, Register first, uint32_t value);
Vladimir Marko59751a72016-08-05 14:37:27 +0100236 void GenerateAddLongConst(Location out, Location first, uint64_t value);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000237 void HandleBitwiseOperation(HBinaryOperation* operation);
Vladimir Marko5f7b58e2015-11-23 19:49:34 +0000238 void HandleCondition(HCondition* condition);
Scott Wakeling40a04bf2015-12-11 09:50:36 +0000239 void HandleIntegerRotate(LocationSummary* locations);
Anton Kirilov6f644202017-02-27 18:29:45 +0000240 void HandleLongRotate(HRor* ror);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000241 void HandleShift(HBinaryOperation* operation);
Roland Levillainc9285912015-12-18 10:38:42 +0000242
Calin Juravle52c48962014-12-16 17:02:57 +0000243 void GenerateWideAtomicStore(Register addr, uint32_t offset,
244 Register value_lo, Register value_hi,
Calin Juravle77520bc2015-01-12 18:45:46 +0000245 Register temp1, Register temp2,
246 HInstruction* instruction);
Calin Juravle52c48962014-12-16 17:02:57 +0000247 void GenerateWideAtomicLoad(Register addr, uint32_t offset,
248 Register out_lo, Register out_hi);
Roland Levillainc9285912015-12-18 10:38:42 +0000249
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100250 void HandleFieldSet(HInstruction* instruction,
251 const FieldInfo& field_info,
252 bool value_can_be_null);
Calin Juravle52c48962014-12-16 17:02:57 +0000253 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Roland Levillainc9285912015-12-18 10:38:42 +0000254
255 // Generate a heap reference load using one register `out`:
256 //
257 // out <- *(out + offset)
258 //
259 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000260 //
261 // Location `maybe_temp` is used when generating a read barrier and
262 // shall be a register in that case; it may be an invalid location
263 // otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000264 void GenerateReferenceLoadOneRegister(HInstruction* instruction,
265 Location out,
266 uint32_t offset,
Mathieu Chartieraa474eb2016-11-09 15:18:27 -0800267 Location maybe_temp,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800268 ReadBarrierOption read_barrier_option);
Roland Levillainc9285912015-12-18 10:38:42 +0000269 // Generate a heap reference load using two different registers
270 // `out` and `obj`:
271 //
272 // out <- *(obj + offset)
273 //
274 // while honoring heap poisoning and/or read barriers (if any).
Roland Levillain95e7ffc2016-01-22 11:57:25 +0000275 //
276 // Location `maybe_temp` is used when generating a Baker's (fast
277 // path) read barrier and shall be a register in that case; it may
278 // be an invalid location otherwise.
Roland Levillainc9285912015-12-18 10:38:42 +0000279 void GenerateReferenceLoadTwoRegisters(HInstruction* instruction,
280 Location out,
281 Location obj,
282 uint32_t offset,
Mathieu Chartier5c44c1b2016-11-04 18:13:04 -0700283 Location maybe_temp,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800284 ReadBarrierOption read_barrier_option);
Roland Levillainc9285912015-12-18 10:38:42 +0000285 // Generate a GC root reference load:
286 //
287 // root <- *(obj + offset)
288 //
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800289 // while honoring read barriers based on read_barrier_option.
Roland Levillainc9285912015-12-18 10:38:42 +0000290 void GenerateGcRootFieldLoad(HInstruction* instruction,
291 Location root,
292 Register obj,
Mathieu Chartier31b12e32016-09-02 17:11:57 -0700293 uint32_t offset,
Mathieu Chartier3af00dc2016-11-10 11:25:57 -0800294 ReadBarrierOption read_barrier_option);
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700295 void GenerateTestAndBranch(HInstruction* instruction,
David Brazdil0debae72015-11-12 18:37:00 +0000296 size_t condition_input_index,
Mingyao Yangd43b3ac2015-04-01 14:03:04 -0700297 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000298 Label* false_target);
David Brazdil0debae72015-11-12 18:37:00 +0000299 void GenerateCompareTestAndBranch(HCondition* condition,
Roland Levillain4fa13f62015-07-06 18:11:54 +0100300 Label* true_target,
David Brazdil0debae72015-11-12 18:37:00 +0000301 Label* false_target);
Roland Levillain4fa13f62015-07-06 18:11:54 +0100302 void GenerateLongComparesAndJumps(HCondition* cond, Label* true_label, Label* false_label);
Zheng Xuc6667102015-05-15 16:08:45 +0800303 void DivRemOneOrMinusOne(HBinaryOperation* instruction);
304 void DivRemByPowerOfTwo(HBinaryOperation* instruction);
305 void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
306 void GenerateDivRemConstantIntegral(HBinaryOperation* instruction);
David Brazdilfc6a86a2015-06-26 10:33:45 +0000307 void HandleGoto(HInstruction* got, HBasicBlock* successor);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100308
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100309 ArmAssembler* const assembler_;
310 CodeGeneratorARM* const codegen_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000311
312 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorARM);
313};
314
315class CodeGeneratorARM : public CodeGenerator {
316 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000317 CodeGeneratorARM(HGraph* graph,
318 const ArmInstructionSetFeatures& isa_features,
Serban Constantinescuecc43662015-08-13 13:33:12 +0100319 const CompilerOptions& compiler_options,
320 OptimizingCompilerStats* stats = nullptr);
Nicolas Geoffray8a16d972014-09-11 10:30:02 +0100321 virtual ~CodeGeneratorARM() {}
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000322
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000323 void GenerateFrameEntry() OVERRIDE;
324 void GenerateFrameExit() OVERRIDE;
325 void Bind(HBasicBlock* block) OVERRIDE;
Calin Juravle175dc732015-08-25 15:42:32 +0100326 void MoveConstant(Location destination, int32_t value) OVERRIDE;
Calin Juravlee460d1d2015-09-29 04:52:17 +0100327 void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
328 void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;
329
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000330 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
331 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000332 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
333 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000334
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000335 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray707c8092014-04-04 10:50:14 +0100336 return kArmWordSize;
337 }
338
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500339 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
340 // Allocated in S registers, which are word sized.
341 return kArmWordSize;
342 }
343
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000344 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000345 return &location_builder_;
346 }
347
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000348 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000349 return &instruction_visitor_;
350 }
351
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000352 ArmAssembler* GetAssembler() OVERRIDE {
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000353 return &assembler_;
354 }
355
Alexandre Rameseb7b7392015-06-19 14:47:01 +0100356 const ArmAssembler& GetAssembler() const OVERRIDE {
357 return assembler_;
358 }
359
Alexandre Ramesc01a6642016-04-15 11:54:06 +0100360 uintptr_t GetAddressOf(HBasicBlock* block) OVERRIDE {
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000361 return GetLabelOf(block)->Position();
362 }
Calin Juravle34bacdf2014-10-07 20:23:36 +0100363
David Brazdil58282f42016-01-14 12:45:10 +0000364 void SetupBlockedRegisters() const OVERRIDE;
Nicolas Geoffray4a34a422014-04-03 10:38:37 +0100365
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000366 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
367 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
Nicolas Geoffraya7062e02014-05-22 12:50:17 +0100368
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000369 ParallelMoveResolverARM* GetMoveResolver() OVERRIDE {
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100370 return &move_resolver_;
371 }
372
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000373 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100374 return InstructionSet::kThumb2;
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100375 }
376
Nicolas Geoffray01bc96d2014-04-11 17:43:50 +0100377 // Helper method to move a 32bits value between two locations.
378 void Move32(Location destination, Location source);
379 // Helper method to move a 64bits value between two locations.
380 void Move64(Location destination, Location source);
381
Artem Serov6c916792016-07-11 14:02:34 +0100382 void LoadOrStoreToOffset(Primitive::Type type,
383 Location loc,
384 Register base,
385 int32_t offset,
386 bool is_load,
387 Condition cond = AL);
388
389 void LoadFromShiftedRegOffset(Primitive::Type type,
390 Location out_loc,
391 Register base,
392 Register reg_offset,
393 Condition cond = AL);
394 void StoreToShiftedRegOffset(Primitive::Type type,
395 Location out_loc,
396 Register base,
397 Register reg_offset,
398 Condition cond = AL);
399
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100400 // Generate code to invoke a runtime entry point.
Calin Juravle175dc732015-08-25 15:42:32 +0100401 void InvokeRuntime(QuickEntrypointEnum entrypoint,
402 HInstruction* instruction,
403 uint32_t dex_pc,
Serban Constantinescu4bb30ac2016-06-22 17:04:45 +0100404 SlowPathCode* slow_path = nullptr) OVERRIDE;
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100405
Roland Levillaindec8f632016-07-22 17:10:06 +0100406 // Generate code to invoke a runtime entry point, but do not record
407 // PC-related information in a stack map.
408 void InvokeRuntimeWithoutRecordingPcInfo(int32_t entry_point_offset,
409 HInstruction* instruction,
410 SlowPathCode* slow_path);
411
Serban Constantinescu4bb30ac2016-06-22 17:04:45 +0100412 void GenerateInvokeRuntime(int32_t entry_point_offset);
413
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100414 // Emit a write barrier.
Nicolas Geoffray07276db2015-05-18 14:22:09 +0100415 void MarkGCCard(Register temp, Register card, Register object, Register value, bool can_be_null);
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100416
Roland Levillainc9285912015-12-18 10:38:42 +0000417 void GenerateMemoryBarrier(MemBarrierKind kind);
418
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100419 Label* GetLabelOf(HBasicBlock* block) const {
Vladimir Marko225b6462015-09-28 12:17:40 +0100420 return CommonGetLabelOf<Label>(block_labels_, block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100421 }
422
Donghui Bai426b49c2016-11-08 14:55:38 +0800423 Label* GetFinalLabel(HInstruction* instruction, Label* final_label);
424
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000425 void Initialize() OVERRIDE {
Vladimir Marko225b6462015-09-28 12:17:40 +0100426 block_labels_ = CommonInitializeLabels<Label>();
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100427 }
428
Vladimir Markocf93a5c2015-06-16 11:33:24 +0000429 void Finalize(CodeAllocator* allocator) OVERRIDE;
430
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000431 const ArmInstructionSetFeatures& GetInstructionSetFeatures() const {
Calin Juravle34166012014-12-19 17:22:29 +0000432 return isa_features_;
433 }
434
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000435 bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
436 return type == Primitive::kPrimDouble || type == Primitive::kPrimLong;
437 }
438
Nicolas Geoffray4dee6362015-01-23 18:23:14 +0000439 void ComputeSpillMask() OVERRIDE;
440
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000441 Label* GetFrameEntryLabel() { return &frame_entry_label_; }
442
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000443 // Check if the desired_string_load_kind is supported. If it is, return it,
444 // otherwise return a fall-back kind that should be used instead.
445 HLoadString::LoadKind GetSupportedLoadStringKind(
446 HLoadString::LoadKind desired_string_load_kind) OVERRIDE;
447
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100448 // Check if the desired_class_load_kind is supported. If it is, return it,
449 // otherwise return a fall-back kind that should be used instead.
450 HLoadClass::LoadKind GetSupportedLoadClassKind(
451 HLoadClass::LoadKind desired_class_load_kind) OVERRIDE;
452
Vladimir Markodc151b22015-10-15 18:02:30 +0100453 // Check if the desired_dispatch_info is supported. If it is, return it,
454 // otherwise return a fall-back info that should be used instead.
455 HInvokeStaticOrDirect::DispatchInfo GetSupportedInvokeStaticOrDirectDispatch(
456 const HInvokeStaticOrDirect::DispatchInfo& desired_dispatch_info,
Nicolas Geoffray5e4e11e2016-09-22 13:17:41 +0100457 HInvokeStaticOrDirect* invoke) OVERRIDE;
Vladimir Markodc151b22015-10-15 18:02:30 +0100458
TatWai Chongd8c052a2016-11-02 16:12:48 +0800459 Location GenerateCalleeMethodStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp);
Andreas Gampe85b62f22015-09-09 13:15:38 -0700460 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
461 void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;
462
463 void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;
Andreas Gampe2bcf9bf2015-01-29 09:56:07 -0800464
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000465 // The PcRelativePatchInfo is used for PC-relative addressing of dex cache arrays
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100466 // and boot image strings/types. The only difference is the interpretation of the
467 // offset_or_index. The PC-relative address is loaded with three instructions,
468 // MOVW+MOVT to load the offset to base_reg and then ADD base_reg, PC. The offset
469 // is calculated from the ADD's effective PC, i.e. PC+4 on Thumb2. Though we
Vladimir Markob4536b72015-11-24 13:45:23 +0000470 // currently emit these 3 instructions together, instruction scheduling could
471 // split this sequence apart, so we keep separate labels for each of them.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000472 struct PcRelativePatchInfo {
473 PcRelativePatchInfo(const DexFile& dex_file, uint32_t off_or_idx)
474 : target_dex_file(dex_file), offset_or_index(off_or_idx) { }
475 PcRelativePatchInfo(PcRelativePatchInfo&& other) = default;
Vladimir Markob4536b72015-11-24 13:45:23 +0000476
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000477 const DexFile& target_dex_file;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100478 // Either the dex cache array element offset or the string/type index.
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000479 uint32_t offset_or_index;
Vladimir Markob4536b72015-11-24 13:45:23 +0000480 Label movw_label;
481 Label movt_label;
482 Label add_pc_label;
483 };
484
Vladimir Marko6bec91c2017-01-09 15:03:12 +0000485 PcRelativePatchInfo* NewPcRelativeStringPatch(const DexFile& dex_file,
486 dex::StringIndex string_index);
Andreas Gampea5b09a62016-11-17 15:21:22 -0800487 PcRelativePatchInfo* NewPcRelativeTypePatch(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Marko1998cd02017-01-13 13:02:58 +0000488 PcRelativePatchInfo* NewTypeBssEntryPatch(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000489 PcRelativePatchInfo* NewPcRelativeDexCacheArrayPatch(const DexFile& dex_file,
490 uint32_t element_offset);
Andreas Gampe8a0128a2016-11-28 07:38:35 -0800491 Literal* DeduplicateBootImageStringLiteral(const DexFile& dex_file,
492 dex::StringIndex string_index);
Andreas Gampea5b09a62016-11-17 15:21:22 -0800493 Literal* DeduplicateBootImageTypeLiteral(const DexFile& dex_file, dex::TypeIndex type_index);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000494 Literal* DeduplicateBootImageAddressLiteral(uint32_t address);
Nicolas Geoffrayf0acfe72017-01-09 20:54:52 +0000495 Literal* DeduplicateJitStringLiteral(const DexFile& dex_file,
496 dex::StringIndex string_index,
497 Handle<mirror::String> handle);
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000498 Literal* DeduplicateJitClassLiteral(const DexFile& dex_file,
499 dex::TypeIndex type_index,
Nicolas Geoffray5247c082017-01-13 14:17:29 +0000500 Handle<mirror::Class> handle);
Vladimir Markob4536b72015-11-24 13:45:23 +0000501
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000502 void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;
Vladimir Markob4536b72015-11-24 13:45:23 +0000503
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000504 void EmitJitRootPatches(uint8_t* code, const uint8_t* roots_data) OVERRIDE;
505
Roland Levillainc9285912015-12-18 10:38:42 +0000506 // Fast path implementation of ReadBarrier::Barrier for a heap
507 // reference field load when Baker's read barriers are used.
508 void GenerateFieldLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000509 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000510 Register obj,
511 uint32_t offset,
512 Location temp,
513 bool needs_null_check);
514 // Fast path implementation of ReadBarrier::Barrier for a heap
515 // reference array load when Baker's read barriers are used.
516 void GenerateArrayLoadWithBakerReadBarrier(HInstruction* instruction,
Roland Levillaine3f43ac2016-01-19 15:07:47 +0000517 Location ref,
Roland Levillainc9285912015-12-18 10:38:42 +0000518 Register obj,
519 uint32_t data_offset,
520 Location index,
521 Location temp,
522 bool needs_null_check);
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100523 // Factored implementation, used by GenerateFieldLoadWithBakerReadBarrier,
524 // GenerateArrayLoadWithBakerReadBarrier and some intrinsics.
525 //
526 // Load the object reference located at the address
527 // `obj + offset + (index << scale_factor)`, held by object `obj`, into
528 // `ref`, and mark it if needed.
529 //
530 // If `always_update_field` is true, the value of the reference is
531 // atomically updated in the holder (`obj`). This operation
532 // requires an extra temporary register, which must be provided as a
533 // non-null pointer (`temp2`).
Roland Levillainbfea3352016-06-23 13:48:47 +0100534 void GenerateReferenceLoadWithBakerReadBarrier(HInstruction* instruction,
535 Location ref,
536 Register obj,
537 uint32_t offset,
538 Location index,
539 ScaleFactor scale_factor,
540 Location temp,
Roland Levillaina1aa3b12016-10-26 13:03:38 +0100541 bool needs_null_check,
542 bool always_update_field = false,
543 Register* temp2 = nullptr);
Roland Levillainc9285912015-12-18 10:38:42 +0000544
Roland Levillainba650a42017-03-06 13:52:32 +0000545 // Generate a heap reference load (with no read barrier).
546 void GenerateRawReferenceLoad(HInstruction* instruction,
547 Location ref,
548 Register obj,
549 uint32_t offset,
550 Location index,
551 ScaleFactor scale_factor,
552 bool needs_null_check);
553
Roland Levillainc9285912015-12-18 10:38:42 +0000554 // Generate a read barrier for a heap reference within `instruction`
555 // using a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000556 //
557 // A read barrier for an object reference read from the heap is
558 // implemented as a call to the artReadBarrierSlow runtime entry
559 // point, which is passed the values in locations `ref`, `obj`, and
560 // `offset`:
561 //
562 // mirror::Object* artReadBarrierSlow(mirror::Object* ref,
563 // mirror::Object* obj,
564 // uint32_t offset);
565 //
566 // The `out` location contains the value returned by
567 // artReadBarrierSlow.
568 //
569 // When `index` is provided (i.e. for array accesses), the offset
570 // value passed to artReadBarrierSlow is adjusted to take `index`
571 // into account.
Roland Levillainc9285912015-12-18 10:38:42 +0000572 void GenerateReadBarrierSlow(HInstruction* instruction,
573 Location out,
574 Location ref,
575 Location obj,
576 uint32_t offset,
577 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000578
Roland Levillainc9285912015-12-18 10:38:42 +0000579 // If read barriers are enabled, generate a read barrier for a heap
580 // reference using a slow path. If heap poisoning is enabled, also
581 // unpoison the reference in `out`.
582 void MaybeGenerateReadBarrierSlow(HInstruction* instruction,
583 Location out,
584 Location ref,
585 Location obj,
586 uint32_t offset,
587 Location index = Location::NoLocation());
Roland Levillain3b359c72015-11-17 19:35:12 +0000588
Roland Levillainc9285912015-12-18 10:38:42 +0000589 // Generate a read barrier for a GC root within `instruction` using
590 // a slow path.
Roland Levillain3b359c72015-11-17 19:35:12 +0000591 //
592 // A read barrier for an object reference GC root is implemented as
593 // a call to the artReadBarrierForRootSlow runtime entry point,
594 // which is passed the value in location `root`:
595 //
596 // mirror::Object* artReadBarrierForRootSlow(GcRoot<mirror::Object>* root);
597 //
598 // The `out` location contains the value returned by
599 // artReadBarrierForRootSlow.
Roland Levillainc9285912015-12-18 10:38:42 +0000600 void GenerateReadBarrierForRootSlow(HInstruction* instruction, Location out, Location root);
Roland Levillain3b359c72015-11-17 19:35:12 +0000601
Roland Levillainf41f9562016-09-14 19:26:48 +0100602 void GenerateNop() OVERRIDE;
David Srbeckyc7098ff2016-02-09 14:30:11 +0000603
Roland Levillainf41f9562016-09-14 19:26:48 +0100604 void GenerateImplicitNullCheck(HNullCheck* instruction) OVERRIDE;
605 void GenerateExplicitNullCheck(HNullCheck* instruction) OVERRIDE;
Calin Juravle2ae48182016-03-16 14:05:09 +0000606
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100607 private:
Vladimir Markob4536b72015-11-24 13:45:23 +0000608 Register GetInvokeStaticOrDirectExtraParameter(HInvokeStaticOrDirect* invoke, Register temp);
609
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000610 using Uint32ToLiteralMap = ArenaSafeMap<uint32_t, Literal*>;
Vladimir Marko58155012015-08-19 12:49:41 +0000611 using MethodToLiteralMap = ArenaSafeMap<MethodReference, Literal*, MethodReferenceComparator>;
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000612 using StringToLiteralMap = ArenaSafeMap<StringReference,
613 Literal*,
614 StringReferenceValueComparator>;
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000615 using TypeToLiteralMap = ArenaSafeMap<TypeReference,
616 Literal*,
617 TypeReferenceValueComparator>;
Vladimir Marko58155012015-08-19 12:49:41 +0000618
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000619 Literal* DeduplicateUint32Literal(uint32_t value, Uint32ToLiteralMap* map);
Vladimir Marko58155012015-08-19 12:49:41 +0000620 Literal* DeduplicateMethodLiteral(MethodReference target_method, MethodToLiteralMap* map);
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000621 PcRelativePatchInfo* NewPcRelativePatch(const DexFile& dex_file,
622 uint32_t offset_or_index,
623 ArenaDeque<PcRelativePatchInfo>* patches);
Vladimir Markoaad75c62016-10-03 08:46:48 +0000624 template <LinkerPatch (*Factory)(size_t, const DexFile*, uint32_t, uint32_t)>
625 static void EmitPcRelativeLinkerPatches(const ArenaDeque<PcRelativePatchInfo>& infos,
626 ArenaVector<LinkerPatch>* linker_patches);
627
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100628 // Labels for each block that will be compiled.
Vladimir Marko225b6462015-09-28 12:17:40 +0100629 Label* block_labels_; // Indexed by block id.
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000630 Label frame_entry_label_;
Nicolas Geoffraybab4ed72014-03-11 17:53:17 +0000631 LocationsBuilderARM location_builder_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000632 InstructionCodeGeneratorARM instruction_visitor_;
Nicolas Geoffraye27f31a2014-06-12 17:53:14 +0100633 ParallelMoveResolverARM move_resolver_;
Nicolas Geoffray8d486732014-07-16 16:23:40 +0100634 Thumb2Assembler assembler_;
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000635 const ArmInstructionSetFeatures& isa_features_;
Nicolas Geoffray787c3072014-03-17 10:20:19 +0000636
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000637 // Deduplication map for 32-bit literals, used for non-patchable boot image addresses.
638 Uint32ToLiteralMap uint32_literals_;
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000639 // PC-relative patch info for each HArmDexCacheArraysBase.
640 ArenaDeque<PcRelativePatchInfo> pc_relative_dex_cache_patches_;
641 // Deduplication map for boot string literals for kBootImageLinkTimeAddress.
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000642 StringToLiteralMap boot_image_string_patches_;
Vladimir Markoaad75c62016-10-03 08:46:48 +0000643 // PC-relative String patch info; type depends on configuration (app .bss or boot image PIC).
Vladimir Markocac5a7e2016-02-22 10:39:50 +0000644 ArenaDeque<PcRelativePatchInfo> pc_relative_string_patches_;
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100645 // Deduplication map for boot type literals for kBootImageLinkTimeAddress.
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000646 TypeToLiteralMap boot_image_type_patches_;
Vladimir Marko1998cd02017-01-13 13:02:58 +0000647 // PC-relative type patch info for kBootImageLinkTimePcRelative.
Vladimir Markodbb7f5b2016-03-30 13:23:58 +0100648 ArenaDeque<PcRelativePatchInfo> pc_relative_type_patches_;
Vladimir Marko1998cd02017-01-13 13:02:58 +0000649 // PC-relative type patch info for kBssEntry.
650 ArenaDeque<PcRelativePatchInfo> type_bss_entry_patches_;
Vladimir Markob4536b72015-11-24 13:45:23 +0000651
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000652 // Patches for string literals in JIT compiled code.
653 StringToLiteralMap jit_string_patches_;
Nicolas Geoffray22384ae2016-12-12 22:33:36 +0000654 // Patches for class literals in JIT compiled code.
655 TypeToLiteralMap jit_class_patches_;
Nicolas Geoffray132d8362016-11-16 09:19:42 +0000656
Nicolas Geoffrayd4dd2552014-02-28 10:23:58 +0000657 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorARM);
658};
659
660} // namespace arm
661} // namespace art
662
663#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_ARM_H_