blob: e1e1fb16a5f8812dc77e9f6c6b7ea5bae126eb6f [file] [log] [blame]
buzbee2cfc6392012-05-07 14:51:40 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
buzbee2cfc6392012-05-07 14:51:40 -070017#include "object_utils.h"
18
19#include <llvm/Support/ToolOutputFile.h>
20#include <llvm/Bitcode/ReaderWriter.h>
21#include <llvm/Analysis/Verifier.h>
22#include <llvm/Metadata.h>
23#include <llvm/ADT/DepthFirstIterator.h>
24#include <llvm/Instruction.h>
25#include <llvm/Type.h>
26#include <llvm/Instructions.h>
27#include <llvm/Support/Casting.h>
buzbeead8f15e2012-06-18 14:49:45 -070028#include <llvm/Support/InstIterator.h>
buzbee2cfc6392012-05-07 14:51:40 -070029
buzbee1bc37c62012-11-20 13:35:41 -080030#include "../compiler_internals.h"
buzbeeeaf09bc2012-11-15 14:51:41 -080031#include "local_optimizations.h"
buzbee1bc37c62012-11-20 13:35:41 -080032#include "codegen_util.h"
33#include "ralloc_util.h"
buzbeeeaf09bc2012-11-15 14:51:41 -080034
buzbee8320f382012-09-11 16:29:42 -070035static const char* kLabelFormat = "%c0x%x_%d";
buzbee951c0a12012-10-03 16:31:39 -070036static const char kInvalidBlock = 0xff;
buzbee8320f382012-09-11 16:29:42 -070037static const char kNormalBlock = 'L';
38static const char kCatchBlock = 'C';
buzbee2cfc6392012-05-07 14:51:40 -070039
40namespace art {
buzbeefa57c472012-11-21 12:06:18 -080041static RegLocation GetLoc(CompilationUnit* cu, llvm::Value* val);
buzbee2cfc6392012-05-07 14:51:40 -070042
buzbeefa57c472012-11-21 12:06:18 -080043static llvm::BasicBlock* GetLLVMBlock(CompilationUnit* cu, int id)
buzbee2cfc6392012-05-07 14:51:40 -070044{
buzbeefa57c472012-11-21 12:06:18 -080045 return cu->id_to_block_map.Get(id);
buzbee2cfc6392012-05-07 14:51:40 -070046}
47
buzbeefa57c472012-11-21 12:06:18 -080048static llvm::Value* GetLLVMValue(CompilationUnit* cu, int s_reg)
buzbee2cfc6392012-05-07 14:51:40 -070049{
buzbeefa57c472012-11-21 12:06:18 -080050 return reinterpret_cast<llvm::Value*>(GrowableListGetElement(&cu->llvm_values, s_reg));
buzbee2cfc6392012-05-07 14:51:40 -070051}
52
53// Replace the placeholder value with the real definition
buzbeefa57c472012-11-21 12:06:18 -080054static void DefineValue(CompilationUnit* cu, llvm::Value* val, int s_reg)
buzbee2cfc6392012-05-07 14:51:40 -070055{
buzbeefa57c472012-11-21 12:06:18 -080056 llvm::Value* placeholder = GetLLVMValue(cu, s_reg);
buzbee9a2487f2012-07-26 14:01:13 -070057 if (placeholder == NULL) {
58 // This can happen on instruction rewrite on verification failure
Bill Buzbeec9f40dd2012-08-15 11:35:25 -070059 LOG(WARNING) << "Null placeholder";
buzbee9a2487f2012-07-26 14:01:13 -070060 return;
61 }
buzbee2cfc6392012-05-07 14:51:40 -070062 placeholder->replaceAllUsesWith(val);
63 val->takeName(placeholder);
buzbeefa57c472012-11-21 12:06:18 -080064 cu->llvm_values.elem_list[s_reg] = reinterpret_cast<uintptr_t>(val);
buzbee4be777b2012-07-12 14:38:18 -070065 llvm::Instruction* inst = llvm::dyn_cast<llvm::Instruction>(placeholder);
66 DCHECK(inst != NULL);
67 inst->eraseFromParent();
TDYa1278e950c12012-11-02 09:58:19 -070068
69 // Set vreg for debugging
buzbeefa57c472012-11-21 12:06:18 -080070 if (!cu->compiler->IsDebuggingSupported()) {
TDYa1278e950c12012-11-02 09:58:19 -070071 greenland::IntrinsicHelper::IntrinsicId id =
72 greenland::IntrinsicHelper::SetVReg;
buzbeefa57c472012-11-21 12:06:18 -080073 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(id);
74 int v_reg = SRegToVReg(cu, s_reg);
75 llvm::Value* table_slot = cu->irb->getInt32(v_reg);
76 llvm::Value* args[] = { table_slot, val };
77 cu->irb->CreateCall(func, args);
TDYa1278e950c12012-11-02 09:58:19 -070078 }
buzbee2cfc6392012-05-07 14:51:40 -070079}
80
buzbeefa57c472012-11-21 12:06:18 -080081static llvm::Type* LlvmTypeFromLocRec(CompilationUnit* cu, RegLocation loc)
buzbee2cfc6392012-05-07 14:51:40 -070082{
83 llvm::Type* res = NULL;
84 if (loc.wide) {
85 if (loc.fp)
buzbeefa57c472012-11-21 12:06:18 -080086 res = cu->irb->getDoubleTy();
buzbee2cfc6392012-05-07 14:51:40 -070087 else
buzbeefa57c472012-11-21 12:06:18 -080088 res = cu->irb->getInt64Ty();
buzbee2cfc6392012-05-07 14:51:40 -070089 } else {
90 if (loc.fp) {
buzbeefa57c472012-11-21 12:06:18 -080091 res = cu->irb->getFloatTy();
buzbee2cfc6392012-05-07 14:51:40 -070092 } else {
93 if (loc.ref)
buzbeefa57c472012-11-21 12:06:18 -080094 res = cu->irb->GetJObjectTy();
buzbee2cfc6392012-05-07 14:51:40 -070095 else
buzbeefa57c472012-11-21 12:06:18 -080096 res = cu->irb->getInt32Ty();
buzbee2cfc6392012-05-07 14:51:40 -070097 }
98 }
99 return res;
100}
101
buzbeead8f15e2012-06-18 14:49:45 -0700102/* Create an in-memory RegLocation from an llvm Value. */
buzbeefa57c472012-11-21 12:06:18 -0800103static void CreateLocFromValue(CompilationUnit* cu, llvm::Value* val)
buzbeead8f15e2012-06-18 14:49:45 -0700104{
105 // NOTE: llvm takes shortcuts with c_str() - get to std::string firstt
106 std::string s(val->getName().str());
buzbeefa57c472012-11-21 12:06:18 -0800107 const char* val_name = s.c_str();
108 SafeMap<llvm::Value*, RegLocation>::iterator it = cu->loc_map.find(val);
109 DCHECK(it == cu->loc_map.end()) << " - already defined: " << val_name;
110 int base_sreg = INVALID_SREG;
buzbeead8f15e2012-06-18 14:49:45 -0700111 int subscript = -1;
buzbeefa57c472012-11-21 12:06:18 -0800112 sscanf(val_name, "v%d_%d", &base_sreg, &subscript);
113 if ((base_sreg == INVALID_SREG) && (!strcmp(val_name, "method"))) {
114 base_sreg = SSA_METHOD_BASEREG;
buzbeead8f15e2012-06-18 14:49:45 -0700115 subscript = 0;
116 }
buzbeefa57c472012-11-21 12:06:18 -0800117 DCHECK_NE(base_sreg, INVALID_SREG);
buzbeead8f15e2012-06-18 14:49:45 -0700118 DCHECK_NE(subscript, -1);
119 // TODO: redo during C++'ification
120 RegLocation loc = {kLocDalvikFrame, 0, 0, 0, 0, 0, 0, 0, 0, INVALID_REG,
121 INVALID_REG, INVALID_SREG, INVALID_SREG};
122 llvm::Type* ty = val->getType();
buzbeefa57c472012-11-21 12:06:18 -0800123 loc.wide = ((ty == cu->irb->getInt64Ty()) ||
124 (ty == cu->irb->getDoubleTy()));
buzbeead8f15e2012-06-18 14:49:45 -0700125 loc.defined = true;
buzbeeca7a5e42012-08-20 11:12:18 -0700126 loc.home = false; // May change during promotion
buzbeefa57c472012-11-21 12:06:18 -0800127 loc.s_reg_low = base_sreg;
128 loc.orig_sreg = cu->loc_map.size();
129 PromotionMap p_map = cu->promotion_map[base_sreg];
130 if (ty == cu->irb->getFloatTy()) {
buzbeeca7a5e42012-08-20 11:12:18 -0700131 loc.fp = true;
buzbeefa57c472012-11-21 12:06:18 -0800132 if (p_map.fp_location == kLocPhysReg) {
133 loc.low_reg = p_map.FpReg;
buzbeeca7a5e42012-08-20 11:12:18 -0700134 loc.location = kLocPhysReg;
135 loc.home = true;
136 }
buzbeefa57c472012-11-21 12:06:18 -0800137 } else if (ty == cu->irb->getDoubleTy()) {
buzbeeca7a5e42012-08-20 11:12:18 -0700138 loc.fp = true;
buzbeefa57c472012-11-21 12:06:18 -0800139 PromotionMap p_map_high = cu->promotion_map[base_sreg + 1];
140 if ((p_map.fp_location == kLocPhysReg) &&
141 (p_map_high.fp_location == kLocPhysReg) &&
142 ((p_map.FpReg & 0x1) == 0) &&
143 (p_map.FpReg + 1 == p_map_high.FpReg)) {
144 loc.low_reg = p_map.FpReg;
145 loc.high_reg = p_map_high.FpReg;
buzbeeca7a5e42012-08-20 11:12:18 -0700146 loc.location = kLocPhysReg;
147 loc.home = true;
148 }
buzbeefa57c472012-11-21 12:06:18 -0800149 } else if (ty == cu->irb->GetJObjectTy()) {
buzbeeca7a5e42012-08-20 11:12:18 -0700150 loc.ref = true;
buzbeefa57c472012-11-21 12:06:18 -0800151 if (p_map.core_location == kLocPhysReg) {
152 loc.low_reg = p_map.core_reg;
buzbeeca7a5e42012-08-20 11:12:18 -0700153 loc.location = kLocPhysReg;
154 loc.home = true;
155 }
buzbeefa57c472012-11-21 12:06:18 -0800156 } else if (ty == cu->irb->getInt64Ty()) {
buzbeeca7a5e42012-08-20 11:12:18 -0700157 loc.core = true;
buzbeefa57c472012-11-21 12:06:18 -0800158 PromotionMap p_map_high = cu->promotion_map[base_sreg + 1];
159 if ((p_map.core_location == kLocPhysReg) &&
160 (p_map_high.core_location == kLocPhysReg)) {
161 loc.low_reg = p_map.core_reg;
162 loc.high_reg = p_map_high.core_reg;
buzbeeca7a5e42012-08-20 11:12:18 -0700163 loc.location = kLocPhysReg;
164 loc.home = true;
165 }
166 } else {
167 loc.core = true;
buzbeefa57c472012-11-21 12:06:18 -0800168 if (p_map.core_location == kLocPhysReg) {
169 loc.low_reg = p_map.core_reg;
buzbeeca7a5e42012-08-20 11:12:18 -0700170 loc.location = kLocPhysReg;
171 loc.home = true;
172 }
173 }
174
buzbeefa57c472012-11-21 12:06:18 -0800175 if (cu->verbose && loc.home) {
buzbeeca7a5e42012-08-20 11:12:18 -0700176 if (loc.wide) {
buzbeefa57c472012-11-21 12:06:18 -0800177 LOG(INFO) << "Promoted wide " << s << " to regs " << loc.low_reg << "/" << loc.high_reg;
buzbeeca7a5e42012-08-20 11:12:18 -0700178 } else {
buzbeefa57c472012-11-21 12:06:18 -0800179 LOG(INFO) << "Promoted " << s << " to reg " << loc.low_reg;
buzbeeca7a5e42012-08-20 11:12:18 -0700180 }
181 }
buzbeefa57c472012-11-21 12:06:18 -0800182 cu->loc_map.Put(val, loc);
buzbeead8f15e2012-06-18 14:49:45 -0700183}
buzbeeaad94382012-11-21 07:40:50 -0800184
buzbeefa57c472012-11-21 12:06:18 -0800185static void InitIR(CompilationUnit* cu)
buzbee2cfc6392012-05-07 14:51:40 -0700186{
buzbeefa57c472012-11-21 12:06:18 -0800187 LLVMInfo* llvm_info = cu->llvm_info;
188 if (llvm_info == NULL) {
189 CompilerTls* tls = cu->compiler->GetTls();
buzbee4df2bbd2012-10-11 14:46:06 -0700190 CHECK(tls != NULL);
buzbeefa57c472012-11-21 12:06:18 -0800191 llvm_info = static_cast<LLVMInfo*>(tls->GetLLVMInfo());
192 if (llvm_info == NULL) {
193 llvm_info = new LLVMInfo();
194 tls->SetLLVMInfo(llvm_info);
buzbee4df2bbd2012-10-11 14:46:06 -0700195 }
196 }
buzbeefa57c472012-11-21 12:06:18 -0800197 cu->context = llvm_info->GetLLVMContext();
198 cu->module = llvm_info->GetLLVMModule();
199 cu->intrinsic_helper = llvm_info->GetIntrinsicHelper();
200 cu->irb = llvm_info->GetIRBuilder();
buzbee2cfc6392012-05-07 14:51:40 -0700201}
202
buzbeefa57c472012-11-21 12:06:18 -0800203static const char* LlvmSSAName(CompilationUnit* cu, int ssa_reg) {
204 return GET_ELEM_N(cu->ssa_strings, char*, ssa_reg);
buzbee2cfc6392012-05-07 14:51:40 -0700205}
206
buzbeefa57c472012-11-21 12:06:18 -0800207llvm::BasicBlock* FindCaseTarget(CompilationUnit* cu, uint32_t vaddr)
buzbeef58c12c2012-07-03 15:06:29 -0700208{
buzbeefa57c472012-11-21 12:06:18 -0800209 BasicBlock* bb = FindBlock(cu, vaddr);
buzbeef58c12c2012-07-03 15:06:29 -0700210 DCHECK(bb != NULL);
buzbeefa57c472012-11-21 12:06:18 -0800211 return GetLLVMBlock(cu, bb->id);
buzbeef58c12c2012-07-03 15:06:29 -0700212}
213
buzbeefa57c472012-11-21 12:06:18 -0800214static void ConvertPackedSwitch(CompilationUnit* cu, BasicBlock* bb,
215 int32_t table_offset, RegLocation rl_src)
buzbeef58c12c2012-07-03 15:06:29 -0700216{
217 const Instruction::PackedSwitchPayload* payload =
218 reinterpret_cast<const Instruction::PackedSwitchPayload*>(
buzbeefa57c472012-11-21 12:06:18 -0800219 cu->insns + cu->current_dalvik_offset + table_offset);
buzbeef58c12c2012-07-03 15:06:29 -0700220
buzbeefa57c472012-11-21 12:06:18 -0800221 llvm::Value* value = GetLLVMValue(cu, rl_src.orig_sreg);
buzbeef58c12c2012-07-03 15:06:29 -0700222
223 llvm::SwitchInst* sw =
buzbeefa57c472012-11-21 12:06:18 -0800224 cu->irb->CreateSwitch(value, GetLLVMBlock(cu, bb->fall_through->id),
buzbeef58c12c2012-07-03 15:06:29 -0700225 payload->case_count);
226
227 for (uint16_t i = 0; i < payload->case_count; ++i) {
buzbeefa57c472012-11-21 12:06:18 -0800228 llvm::BasicBlock* llvm_bb =
229 FindCaseTarget(cu, cu->current_dalvik_offset + payload->targets[i]);
230 sw->addCase(cu->irb->getInt32(payload->first_key + i), llvm_bb);
buzbeef58c12c2012-07-03 15:06:29 -0700231 }
buzbeefa57c472012-11-21 12:06:18 -0800232 llvm::MDNode* switch_node =
233 llvm::MDNode::get(*cu->context, cu->irb->getInt32(table_offset));
234 sw->setMetadata("SwitchTable", switch_node);
buzbeef58c12c2012-07-03 15:06:29 -0700235 bb->taken = NULL;
buzbeefa57c472012-11-21 12:06:18 -0800236 bb->fall_through = NULL;
buzbeef58c12c2012-07-03 15:06:29 -0700237}
238
buzbeefa57c472012-11-21 12:06:18 -0800239static void ConvertSparseSwitch(CompilationUnit* cu, BasicBlock* bb,
240 int32_t table_offset, RegLocation rl_src)
buzbeea1da8a52012-07-09 14:00:21 -0700241{
242 const Instruction::SparseSwitchPayload* payload =
243 reinterpret_cast<const Instruction::SparseSwitchPayload*>(
buzbeefa57c472012-11-21 12:06:18 -0800244 cu->insns + cu->current_dalvik_offset + table_offset);
buzbeea1da8a52012-07-09 14:00:21 -0700245
246 const int32_t* keys = payload->GetKeys();
247 const int32_t* targets = payload->GetTargets();
248
buzbeefa57c472012-11-21 12:06:18 -0800249 llvm::Value* value = GetLLVMValue(cu, rl_src.orig_sreg);
buzbeea1da8a52012-07-09 14:00:21 -0700250
251 llvm::SwitchInst* sw =
buzbeefa57c472012-11-21 12:06:18 -0800252 cu->irb->CreateSwitch(value, GetLLVMBlock(cu, bb->fall_through->id),
buzbeea1da8a52012-07-09 14:00:21 -0700253 payload->case_count);
254
255 for (size_t i = 0; i < payload->case_count; ++i) {
buzbeefa57c472012-11-21 12:06:18 -0800256 llvm::BasicBlock* llvm_bb =
257 FindCaseTarget(cu, cu->current_dalvik_offset + targets[i]);
258 sw->addCase(cu->irb->getInt32(keys[i]), llvm_bb);
buzbeea1da8a52012-07-09 14:00:21 -0700259 }
buzbeefa57c472012-11-21 12:06:18 -0800260 llvm::MDNode* switch_node =
261 llvm::MDNode::get(*cu->context, cu->irb->getInt32(table_offset));
262 sw->setMetadata("SwitchTable", switch_node);
buzbeea1da8a52012-07-09 14:00:21 -0700263 bb->taken = NULL;
buzbeefa57c472012-11-21 12:06:18 -0800264 bb->fall_through = NULL;
buzbeea1da8a52012-07-09 14:00:21 -0700265}
266
buzbeefa57c472012-11-21 12:06:18 -0800267static void ConvertSget(CompilationUnit* cu, int32_t field_index,
268 greenland::IntrinsicHelper::IntrinsicId id, RegLocation rl_dest)
buzbee4f1181f2012-06-22 13:52:12 -0700269{
buzbeefa57c472012-11-21 12:06:18 -0800270 llvm::Constant* field_idx = cu->irb->getInt32(field_index);
271 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
272 llvm::Value* res = cu->irb->CreateCall(intr, field_idx);
273 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee8fa0fda2012-06-27 15:44:52 -0700274}
275
buzbeefa57c472012-11-21 12:06:18 -0800276static void ConvertSput(CompilationUnit* cu, int32_t field_index,
277 greenland::IntrinsicHelper::IntrinsicId id, RegLocation rl_src)
buzbee8fa0fda2012-06-27 15:44:52 -0700278{
279 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800280 args.push_back(cu->irb->getInt32(field_index));
281 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
282 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
283 cu->irb->CreateCall(intr, args);
buzbee4f1181f2012-06-22 13:52:12 -0700284}
285
buzbeefa57c472012-11-21 12:06:18 -0800286static void ConvertFillArrayData(CompilationUnit* cu, int32_t offset, RegLocation rl_array)
buzbee101305f2012-06-28 18:00:56 -0700287{
288 greenland::IntrinsicHelper::IntrinsicId id;
Shih-wei Liao21d28f52012-06-12 05:55:00 -0700289 id = greenland::IntrinsicHelper::HLFillArrayData;
buzbee101305f2012-06-28 18:00:56 -0700290 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800291 args.push_back(cu->irb->getInt32(offset));
292 args.push_back(GetLLVMValue(cu, rl_array.orig_sreg));
293 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
294 cu->irb->CreateCall(intr, args);
buzbee101305f2012-06-28 18:00:56 -0700295}
296
buzbeefa57c472012-11-21 12:06:18 -0800297static llvm::Value* EmitConst(CompilationUnit* cu, llvm::ArrayRef<llvm::Value*> src,
buzbeeaad94382012-11-21 07:40:50 -0800298 RegLocation loc)
buzbee2cfc6392012-05-07 14:51:40 -0700299{
300 greenland::IntrinsicHelper::IntrinsicId id;
301 if (loc.wide) {
302 if (loc.fp) {
303 id = greenland::IntrinsicHelper::ConstDouble;
304 } else {
305 id = greenland::IntrinsicHelper::ConstLong;
306 }
307 } else {
308 if (loc.fp) {
309 id = greenland::IntrinsicHelper::ConstFloat;
buzbee4f1181f2012-06-22 13:52:12 -0700310 } else if (loc.ref) {
buzbee2cfc6392012-05-07 14:51:40 -0700311 id = greenland::IntrinsicHelper::ConstObj;
312 } else {
313 id = greenland::IntrinsicHelper::ConstInt;
314 }
315 }
buzbeefa57c472012-11-21 12:06:18 -0800316 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
317 return cu->irb->CreateCall(intr, src);
buzbee2cfc6392012-05-07 14:51:40 -0700318}
buzbeeb03f4872012-06-11 15:22:11 -0700319
buzbeefa57c472012-11-21 12:06:18 -0800320static void EmitPopShadowFrame(CompilationUnit* cu)
buzbeeb03f4872012-06-11 15:22:11 -0700321{
buzbeefa57c472012-11-21 12:06:18 -0800322 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(
buzbeeb03f4872012-06-11 15:22:11 -0700323 greenland::IntrinsicHelper::PopShadowFrame);
buzbeefa57c472012-11-21 12:06:18 -0800324 cu->irb->CreateCall(intr);
buzbeeb03f4872012-06-11 15:22:11 -0700325}
326
buzbeefa57c472012-11-21 12:06:18 -0800327static llvm::Value* EmitCopy(CompilationUnit* cu, llvm::ArrayRef<llvm::Value*> src,
buzbeeaad94382012-11-21 07:40:50 -0800328 RegLocation loc)
buzbee2cfc6392012-05-07 14:51:40 -0700329{
330 greenland::IntrinsicHelper::IntrinsicId id;
331 if (loc.wide) {
332 if (loc.fp) {
333 id = greenland::IntrinsicHelper::CopyDouble;
334 } else {
335 id = greenland::IntrinsicHelper::CopyLong;
336 }
337 } else {
338 if (loc.fp) {
339 id = greenland::IntrinsicHelper::CopyFloat;
buzbee4f1181f2012-06-22 13:52:12 -0700340 } else if (loc.ref) {
buzbee2cfc6392012-05-07 14:51:40 -0700341 id = greenland::IntrinsicHelper::CopyObj;
342 } else {
343 id = greenland::IntrinsicHelper::CopyInt;
344 }
345 }
buzbeefa57c472012-11-21 12:06:18 -0800346 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
347 return cu->irb->CreateCall(intr, src);
buzbee2cfc6392012-05-07 14:51:40 -0700348}
349
buzbeefa57c472012-11-21 12:06:18 -0800350static void ConvertMoveException(CompilationUnit* cu, RegLocation rl_dest)
buzbee32412962012-06-26 16:27:56 -0700351{
buzbeefa57c472012-11-21 12:06:18 -0800352 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(
buzbee32412962012-06-26 16:27:56 -0700353 greenland::IntrinsicHelper::GetException);
buzbeefa57c472012-11-21 12:06:18 -0800354 llvm::Value* res = cu->irb->CreateCall(func);
355 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee32412962012-06-26 16:27:56 -0700356}
357
buzbeefa57c472012-11-21 12:06:18 -0800358static void ConvertThrow(CompilationUnit* cu, RegLocation rl_src)
buzbee32412962012-06-26 16:27:56 -0700359{
buzbeefa57c472012-11-21 12:06:18 -0800360 llvm::Value* src = GetLLVMValue(cu, rl_src.orig_sreg);
361 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(
TDYa127f71bf5a2012-07-29 20:09:52 -0700362 greenland::IntrinsicHelper::HLThrowException);
buzbeefa57c472012-11-21 12:06:18 -0800363 cu->irb->CreateCall(func, src);
buzbee32412962012-06-26 16:27:56 -0700364}
365
buzbeefa57c472012-11-21 12:06:18 -0800366static void ConvertMonitorEnterExit(CompilationUnit* cu, int opt_flags,
buzbeeaad94382012-11-21 07:40:50 -0800367 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800368 RegLocation rl_src)
buzbee8fa0fda2012-06-27 15:44:52 -0700369{
370 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800371 args.push_back(cu->irb->getInt32(opt_flags));
372 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
373 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(id);
374 cu->irb->CreateCall(func, args);
buzbee8fa0fda2012-06-27 15:44:52 -0700375}
376
buzbeefa57c472012-11-21 12:06:18 -0800377static void ConvertArrayLength(CompilationUnit* cu, int opt_flags,
378 RegLocation rl_dest, RegLocation rl_src)
buzbee8fa0fda2012-06-27 15:44:52 -0700379{
380 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800381 args.push_back(cu->irb->getInt32(opt_flags));
382 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
383 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(
Shih-wei Liao21d28f52012-06-12 05:55:00 -0700384 greenland::IntrinsicHelper::OptArrayLength);
buzbeefa57c472012-11-21 12:06:18 -0800385 llvm::Value* res = cu->irb->CreateCall(func, args);
386 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee8fa0fda2012-06-27 15:44:52 -0700387}
388
buzbeefa57c472012-11-21 12:06:18 -0800389static void EmitSuspendCheck(CompilationUnit* cu)
buzbee2cfc6392012-05-07 14:51:40 -0700390{
391 greenland::IntrinsicHelper::IntrinsicId id =
392 greenland::IntrinsicHelper::CheckSuspend;
buzbeefa57c472012-11-21 12:06:18 -0800393 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
394 cu->irb->CreateCall(intr);
buzbee2cfc6392012-05-07 14:51:40 -0700395}
396
buzbeefa57c472012-11-21 12:06:18 -0800397static llvm::Value* ConvertCompare(CompilationUnit* cu, ConditionCode cc,
buzbeeaad94382012-11-21 07:40:50 -0800398 llvm::Value* src1, llvm::Value* src2)
buzbee2cfc6392012-05-07 14:51:40 -0700399{
400 llvm::Value* res = NULL;
buzbee76592632012-06-29 15:18:35 -0700401 DCHECK_EQ(src1->getType(), src2->getType());
buzbee2cfc6392012-05-07 14:51:40 -0700402 switch(cc) {
buzbeefa57c472012-11-21 12:06:18 -0800403 case kCondEq: res = cu->irb->CreateICmpEQ(src1, src2); break;
404 case kCondNe: res = cu->irb->CreateICmpNE(src1, src2); break;
405 case kCondLt: res = cu->irb->CreateICmpSLT(src1, src2); break;
406 case kCondGe: res = cu->irb->CreateICmpSGE(src1, src2); break;
407 case kCondGt: res = cu->irb->CreateICmpSGT(src1, src2); break;
408 case kCondLe: res = cu->irb->CreateICmpSLE(src1, src2); break;
buzbee2cfc6392012-05-07 14:51:40 -0700409 default: LOG(FATAL) << "Unexpected cc value " << cc;
410 }
411 return res;
412}
413
buzbeefa57c472012-11-21 12:06:18 -0800414static void ConvertCompareAndBranch(CompilationUnit* cu, BasicBlock* bb, MIR* mir,
415 ConditionCode cc, RegLocation rl_src1, RegLocation rl_src2)
buzbee2cfc6392012-05-07 14:51:40 -0700416{
buzbeefa57c472012-11-21 12:06:18 -0800417 if (bb->taken->start_offset <= mir->offset) {
418 EmitSuspendCheck(cu);
buzbee2cfc6392012-05-07 14:51:40 -0700419 }
buzbeefa57c472012-11-21 12:06:18 -0800420 llvm::Value* src1 = GetLLVMValue(cu, rl_src1.orig_sreg);
421 llvm::Value* src2 = GetLLVMValue(cu, rl_src2.orig_sreg);
422 llvm::Value* cond_value = ConvertCompare(cu, cc, src1, src2);
423 cond_value->setName(StringPrintf("t%d", cu->temp_name++));
424 cu->irb->CreateCondBr(cond_value, GetLLVMBlock(cu, bb->taken->id),
425 GetLLVMBlock(cu, bb->fall_through->id));
buzbee6969d502012-06-15 16:40:31 -0700426 // Don't redo the fallthrough branch in the BB driver
buzbeefa57c472012-11-21 12:06:18 -0800427 bb->fall_through = NULL;
buzbee2cfc6392012-05-07 14:51:40 -0700428}
429
buzbeefa57c472012-11-21 12:06:18 -0800430static void ConvertCompareZeroAndBranch(CompilationUnit* cu, BasicBlock* bb,
431 MIR* mir, ConditionCode cc, RegLocation rl_src1)
buzbee2cfc6392012-05-07 14:51:40 -0700432{
buzbeefa57c472012-11-21 12:06:18 -0800433 if (bb->taken->start_offset <= mir->offset) {
434 EmitSuspendCheck(cu);
buzbee2cfc6392012-05-07 14:51:40 -0700435 }
buzbeefa57c472012-11-21 12:06:18 -0800436 llvm::Value* src1 = GetLLVMValue(cu, rl_src1.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700437 llvm::Value* src2;
buzbeefa57c472012-11-21 12:06:18 -0800438 if (rl_src1.ref) {
439 src2 = cu->irb->GetJNull();
buzbee2cfc6392012-05-07 14:51:40 -0700440 } else {
buzbeefa57c472012-11-21 12:06:18 -0800441 src2 = cu->irb->getInt32(0);
buzbee2cfc6392012-05-07 14:51:40 -0700442 }
buzbeefa57c472012-11-21 12:06:18 -0800443 llvm::Value* cond_value = ConvertCompare(cu, cc, src1, src2);
444 cu->irb->CreateCondBr(cond_value, GetLLVMBlock(cu, bb->taken->id),
445 GetLLVMBlock(cu, bb->fall_through->id));
buzbee6969d502012-06-15 16:40:31 -0700446 // Don't redo the fallthrough branch in the BB driver
buzbeefa57c472012-11-21 12:06:18 -0800447 bb->fall_through = NULL;
buzbee2cfc6392012-05-07 14:51:40 -0700448}
449
buzbeefa57c472012-11-21 12:06:18 -0800450static llvm::Value* GenDivModOp(CompilationUnit* cu, bool is_div, bool is_long,
buzbeeaad94382012-11-21 07:40:50 -0800451 llvm::Value* src1, llvm::Value* src2)
buzbee2cfc6392012-05-07 14:51:40 -0700452{
453 greenland::IntrinsicHelper::IntrinsicId id;
buzbeefa57c472012-11-21 12:06:18 -0800454 if (is_long) {
455 if (is_div) {
buzbee2cfc6392012-05-07 14:51:40 -0700456 id = greenland::IntrinsicHelper::DivLong;
457 } else {
458 id = greenland::IntrinsicHelper::RemLong;
459 }
Logan Chien554e6072012-07-23 20:00:01 -0700460 } else {
buzbeefa57c472012-11-21 12:06:18 -0800461 if (is_div) {
buzbee2cfc6392012-05-07 14:51:40 -0700462 id = greenland::IntrinsicHelper::DivInt;
463 } else {
464 id = greenland::IntrinsicHelper::RemInt;
Logan Chien554e6072012-07-23 20:00:01 -0700465 }
buzbee2cfc6392012-05-07 14:51:40 -0700466 }
buzbeefa57c472012-11-21 12:06:18 -0800467 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee2cfc6392012-05-07 14:51:40 -0700468 llvm::SmallVector<llvm::Value*, 2>args;
469 args.push_back(src1);
470 args.push_back(src2);
buzbeefa57c472012-11-21 12:06:18 -0800471 return cu->irb->CreateCall(intr, args);
buzbee2cfc6392012-05-07 14:51:40 -0700472}
473
buzbeefa57c472012-11-21 12:06:18 -0800474static llvm::Value* GenArithOp(CompilationUnit* cu, OpKind op, bool is_long,
buzbeeaad94382012-11-21 07:40:50 -0800475 llvm::Value* src1, llvm::Value* src2)
buzbee2cfc6392012-05-07 14:51:40 -0700476{
477 llvm::Value* res = NULL;
478 switch(op) {
buzbeefa57c472012-11-21 12:06:18 -0800479 case kOpAdd: res = cu->irb->CreateAdd(src1, src2); break;
480 case kOpSub: res = cu->irb->CreateSub(src1, src2); break;
481 case kOpRsub: res = cu->irb->CreateSub(src2, src1); break;
482 case kOpMul: res = cu->irb->CreateMul(src1, src2); break;
483 case kOpOr: res = cu->irb->CreateOr(src1, src2); break;
484 case kOpAnd: res = cu->irb->CreateAnd(src1, src2); break;
485 case kOpXor: res = cu->irb->CreateXor(src1, src2); break;
486 case kOpDiv: res = GenDivModOp(cu, true, is_long, src1, src2); break;
487 case kOpRem: res = GenDivModOp(cu, false, is_long, src1, src2); break;
488 case kOpLsl: res = cu->irb->CreateShl(src1, src2); break;
489 case kOpLsr: res = cu->irb->CreateLShr(src1, src2); break;
490 case kOpAsr: res = cu->irb->CreateAShr(src1, src2); break;
buzbee2cfc6392012-05-07 14:51:40 -0700491 default:
492 LOG(FATAL) << "Invalid op " << op;
493 }
494 return res;
495}
496
buzbeefa57c472012-11-21 12:06:18 -0800497static void ConvertFPArithOp(CompilationUnit* cu, OpKind op, RegLocation rl_dest,
498 RegLocation rl_src1, RegLocation rl_src2)
buzbee2cfc6392012-05-07 14:51:40 -0700499{
buzbeefa57c472012-11-21 12:06:18 -0800500 llvm::Value* src1 = GetLLVMValue(cu, rl_src1.orig_sreg);
501 llvm::Value* src2 = GetLLVMValue(cu, rl_src2.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700502 llvm::Value* res = NULL;
503 switch(op) {
buzbeefa57c472012-11-21 12:06:18 -0800504 case kOpAdd: res = cu->irb->CreateFAdd(src1, src2); break;
505 case kOpSub: res = cu->irb->CreateFSub(src1, src2); break;
506 case kOpMul: res = cu->irb->CreateFMul(src1, src2); break;
507 case kOpDiv: res = cu->irb->CreateFDiv(src1, src2); break;
508 case kOpRem: res = cu->irb->CreateFRem(src1, src2); break;
buzbee2cfc6392012-05-07 14:51:40 -0700509 default:
510 LOG(FATAL) << "Invalid op " << op;
511 }
buzbeefa57c472012-11-21 12:06:18 -0800512 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700513}
514
buzbeefa57c472012-11-21 12:06:18 -0800515static void ConvertShift(CompilationUnit* cu, greenland::IntrinsicHelper::IntrinsicId id,
516 RegLocation rl_dest, RegLocation rl_src1, RegLocation rl_src2)
buzbee4f1181f2012-06-22 13:52:12 -0700517{
buzbeefa57c472012-11-21 12:06:18 -0800518 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee2a83e8f2012-07-13 16:42:30 -0700519 llvm::SmallVector<llvm::Value*, 2>args;
buzbeefa57c472012-11-21 12:06:18 -0800520 args.push_back(GetLLVMValue(cu, rl_src1.orig_sreg));
521 args.push_back(GetLLVMValue(cu, rl_src2.orig_sreg));
522 llvm::Value* res = cu->irb->CreateCall(intr, args);
523 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2a83e8f2012-07-13 16:42:30 -0700524}
525
buzbeefa57c472012-11-21 12:06:18 -0800526static void ConvertShiftLit(CompilationUnit* cu, greenland::IntrinsicHelper::IntrinsicId id,
527 RegLocation rl_dest, RegLocation rl_src, int shift_amount)
buzbee2a83e8f2012-07-13 16:42:30 -0700528{
buzbeefa57c472012-11-21 12:06:18 -0800529 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee2a83e8f2012-07-13 16:42:30 -0700530 llvm::SmallVector<llvm::Value*, 2>args;
buzbeefa57c472012-11-21 12:06:18 -0800531 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
532 args.push_back(cu->irb->getInt32(shift_amount));
533 llvm::Value* res = cu->irb->CreateCall(intr, args);
534 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee4f1181f2012-06-22 13:52:12 -0700535}
536
buzbeefa57c472012-11-21 12:06:18 -0800537static void ConvertArithOp(CompilationUnit* cu, OpKind op, RegLocation rl_dest,
538 RegLocation rl_src1, RegLocation rl_src2)
buzbee2cfc6392012-05-07 14:51:40 -0700539{
buzbeefa57c472012-11-21 12:06:18 -0800540 llvm::Value* src1 = GetLLVMValue(cu, rl_src1.orig_sreg);
541 llvm::Value* src2 = GetLLVMValue(cu, rl_src2.orig_sreg);
buzbee4f4dfc72012-07-02 14:54:44 -0700542 DCHECK_EQ(src1->getType(), src2->getType());
buzbeefa57c472012-11-21 12:06:18 -0800543 llvm::Value* res = GenArithOp(cu, op, rl_dest.wide, src1, src2);
544 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700545}
546
buzbeefa57c472012-11-21 12:06:18 -0800547static void ConvertArithOpLit(CompilationUnit* cu, OpKind op, RegLocation rl_dest,
548 RegLocation rl_src1, int32_t imm)
buzbee2cfc6392012-05-07 14:51:40 -0700549{
buzbeefa57c472012-11-21 12:06:18 -0800550 llvm::Value* src1 = GetLLVMValue(cu, rl_src1.orig_sreg);
551 llvm::Value* src2 = cu->irb->getInt32(imm);
552 llvm::Value* res = GenArithOp(cu, op, rl_dest.wide, src1, src2);
553 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700554}
555
buzbee101305f2012-06-28 18:00:56 -0700556/*
557 * Process arguments for invoke. Note: this code is also used to
558 * collect and process arguments for NEW_FILLED_ARRAY and NEW_FILLED_ARRAY_RANGE.
559 * The requirements are similar.
560 */
buzbeefa57c472012-11-21 12:06:18 -0800561static void ConvertInvoke(CompilationUnit* cu, BasicBlock* bb, MIR* mir,
562 InvokeType invoke_type, bool is_range, bool is_filled_new_array)
buzbee6969d502012-06-15 16:40:31 -0700563{
buzbee02031b12012-11-23 09:41:35 -0800564 Codegen* cg = cu->cg.get();
565 CallInfo* info = cg->NewMemCallInfo(cu, bb, mir, invoke_type, is_range);
buzbee6969d502012-06-15 16:40:31 -0700566 llvm::SmallVector<llvm::Value*, 10> args;
buzbeefa57c472012-11-21 12:06:18 -0800567 // Insert the invoke_type
568 args.push_back(cu->irb->getInt32(static_cast<int>(invoke_type)));
buzbee6969d502012-06-15 16:40:31 -0700569 // Insert the method_idx
buzbeefa57c472012-11-21 12:06:18 -0800570 args.push_back(cu->irb->getInt32(info->index));
buzbee6969d502012-06-15 16:40:31 -0700571 // Insert the optimization flags
buzbeefa57c472012-11-21 12:06:18 -0800572 args.push_back(cu->irb->getInt32(info->opt_flags));
buzbee6969d502012-06-15 16:40:31 -0700573 // Now, insert the actual arguments
buzbeefa57c472012-11-21 12:06:18 -0800574 for (int i = 0; i < info->num_arg_words;) {
575 llvm::Value* val = GetLLVMValue(cu, info->args[i].orig_sreg);
buzbee6969d502012-06-15 16:40:31 -0700576 args.push_back(val);
577 i += info->args[i].wide ? 2 : 1;
578 }
579 /*
580 * Choose the invoke return type based on actual usage. Note: may
581 * be different than shorty. For example, if a function return value
582 * is not used, we'll treat this as a void invoke.
583 */
584 greenland::IntrinsicHelper::IntrinsicId id;
buzbeefa57c472012-11-21 12:06:18 -0800585 if (is_filled_new_array) {
Shih-wei Liao21d28f52012-06-12 05:55:00 -0700586 id = greenland::IntrinsicHelper::HLFilledNewArray;
buzbee101305f2012-06-28 18:00:56 -0700587 } else if (info->result.location == kLocInvalid) {
buzbee6969d502012-06-15 16:40:31 -0700588 id = greenland::IntrinsicHelper::HLInvokeVoid;
589 } else {
590 if (info->result.wide) {
591 if (info->result.fp) {
592 id = greenland::IntrinsicHelper::HLInvokeDouble;
593 } else {
buzbee8fa0fda2012-06-27 15:44:52 -0700594 id = greenland::IntrinsicHelper::HLInvokeLong;
buzbee6969d502012-06-15 16:40:31 -0700595 }
596 } else if (info->result.ref) {
597 id = greenland::IntrinsicHelper::HLInvokeObj;
598 } else if (info->result.fp) {
599 id = greenland::IntrinsicHelper::HLInvokeFloat;
600 } else {
601 id = greenland::IntrinsicHelper::HLInvokeInt;
602 }
603 }
buzbeefa57c472012-11-21 12:06:18 -0800604 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
605 llvm::Value* res = cu->irb->CreateCall(intr, args);
buzbee6969d502012-06-15 16:40:31 -0700606 if (info->result.location != kLocInvalid) {
buzbeefa57c472012-11-21 12:06:18 -0800607 DefineValue(cu, res, info->result.orig_sreg);
buzbee6969d502012-06-15 16:40:31 -0700608 }
609}
610
buzbeefa57c472012-11-21 12:06:18 -0800611static void ConvertConstObject(CompilationUnit* cu, uint32_t idx,
612 greenland::IntrinsicHelper::IntrinsicId id, RegLocation rl_dest)
buzbee6969d502012-06-15 16:40:31 -0700613{
buzbeefa57c472012-11-21 12:06:18 -0800614 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
615 llvm::Value* index = cu->irb->getInt32(idx);
616 llvm::Value* res = cu->irb->CreateCall(intr, index);
617 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee6969d502012-06-15 16:40:31 -0700618}
619
buzbeefa57c472012-11-21 12:06:18 -0800620static void ConvertCheckCast(CompilationUnit* cu, uint32_t type_idx, RegLocation rl_src)
buzbee101305f2012-06-28 18:00:56 -0700621{
622 greenland::IntrinsicHelper::IntrinsicId id;
Shih-wei Liao21d28f52012-06-12 05:55:00 -0700623 id = greenland::IntrinsicHelper::HLCheckCast;
buzbeefa57c472012-11-21 12:06:18 -0800624 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee101305f2012-06-28 18:00:56 -0700625 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800626 args.push_back(cu->irb->getInt32(type_idx));
627 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
628 cu->irb->CreateCall(intr, args);
buzbee101305f2012-06-28 18:00:56 -0700629}
630
buzbeefa57c472012-11-21 12:06:18 -0800631static void ConvertNewInstance(CompilationUnit* cu, uint32_t type_idx, RegLocation rl_dest)
buzbee4f1181f2012-06-22 13:52:12 -0700632{
633 greenland::IntrinsicHelper::IntrinsicId id;
634 id = greenland::IntrinsicHelper::NewInstance;
buzbeefa57c472012-11-21 12:06:18 -0800635 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
636 llvm::Value* index = cu->irb->getInt32(type_idx);
637 llvm::Value* res = cu->irb->CreateCall(intr, index);
638 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee4f1181f2012-06-22 13:52:12 -0700639}
640
buzbeefa57c472012-11-21 12:06:18 -0800641static void ConvertNewArray(CompilationUnit* cu, uint32_t type_idx,
642 RegLocation rl_dest, RegLocation rl_src)
buzbee8fa0fda2012-06-27 15:44:52 -0700643{
644 greenland::IntrinsicHelper::IntrinsicId id;
645 id = greenland::IntrinsicHelper::NewArray;
buzbeefa57c472012-11-21 12:06:18 -0800646 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee8fa0fda2012-06-27 15:44:52 -0700647 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800648 args.push_back(cu->irb->getInt32(type_idx));
649 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
650 llvm::Value* res = cu->irb->CreateCall(intr, args);
651 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee8fa0fda2012-06-27 15:44:52 -0700652}
653
buzbeefa57c472012-11-21 12:06:18 -0800654static void ConvertAget(CompilationUnit* cu, int opt_flags,
buzbeeaad94382012-11-21 07:40:50 -0800655 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800656 RegLocation rl_dest, RegLocation rl_array, RegLocation rl_index)
buzbee8fa0fda2012-06-27 15:44:52 -0700657{
658 llvm::SmallVector<llvm::Value*, 3> args;
buzbeefa57c472012-11-21 12:06:18 -0800659 args.push_back(cu->irb->getInt32(opt_flags));
660 args.push_back(GetLLVMValue(cu, rl_array.orig_sreg));
661 args.push_back(GetLLVMValue(cu, rl_index.orig_sreg));
662 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
663 llvm::Value* res = cu->irb->CreateCall(intr, args);
664 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee8fa0fda2012-06-27 15:44:52 -0700665}
666
buzbeefa57c472012-11-21 12:06:18 -0800667static void ConvertAput(CompilationUnit* cu, int opt_flags,
buzbeeaad94382012-11-21 07:40:50 -0800668 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800669 RegLocation rl_src, RegLocation rl_array, RegLocation rl_index)
buzbee8fa0fda2012-06-27 15:44:52 -0700670{
671 llvm::SmallVector<llvm::Value*, 4> args;
buzbeefa57c472012-11-21 12:06:18 -0800672 args.push_back(cu->irb->getInt32(opt_flags));
673 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
674 args.push_back(GetLLVMValue(cu, rl_array.orig_sreg));
675 args.push_back(GetLLVMValue(cu, rl_index.orig_sreg));
676 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
677 cu->irb->CreateCall(intr, args);
buzbee8fa0fda2012-06-27 15:44:52 -0700678}
679
buzbeefa57c472012-11-21 12:06:18 -0800680static void ConvertIget(CompilationUnit* cu, int opt_flags,
buzbeeaad94382012-11-21 07:40:50 -0800681 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800682 RegLocation rl_dest, RegLocation rl_obj, int field_index)
buzbee101305f2012-06-28 18:00:56 -0700683{
684 llvm::SmallVector<llvm::Value*, 3> args;
buzbeefa57c472012-11-21 12:06:18 -0800685 args.push_back(cu->irb->getInt32(opt_flags));
686 args.push_back(GetLLVMValue(cu, rl_obj.orig_sreg));
687 args.push_back(cu->irb->getInt32(field_index));
688 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
689 llvm::Value* res = cu->irb->CreateCall(intr, args);
690 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee101305f2012-06-28 18:00:56 -0700691}
692
buzbeefa57c472012-11-21 12:06:18 -0800693static void ConvertIput(CompilationUnit* cu, int opt_flags,
buzbeeaad94382012-11-21 07:40:50 -0800694 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800695 RegLocation rl_src, RegLocation rl_obj, int field_index)
buzbee101305f2012-06-28 18:00:56 -0700696{
697 llvm::SmallVector<llvm::Value*, 4> args;
buzbeefa57c472012-11-21 12:06:18 -0800698 args.push_back(cu->irb->getInt32(opt_flags));
699 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
700 args.push_back(GetLLVMValue(cu, rl_obj.orig_sreg));
701 args.push_back(cu->irb->getInt32(field_index));
702 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
703 cu->irb->CreateCall(intr, args);
buzbee101305f2012-06-28 18:00:56 -0700704}
705
buzbeefa57c472012-11-21 12:06:18 -0800706static void ConvertInstanceOf(CompilationUnit* cu, uint32_t type_idx,
707 RegLocation rl_dest, RegLocation rl_src)
buzbee8fa0fda2012-06-27 15:44:52 -0700708{
709 greenland::IntrinsicHelper::IntrinsicId id;
710 id = greenland::IntrinsicHelper::InstanceOf;
buzbeefa57c472012-11-21 12:06:18 -0800711 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee8fa0fda2012-06-27 15:44:52 -0700712 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800713 args.push_back(cu->irb->getInt32(type_idx));
714 args.push_back(GetLLVMValue(cu, rl_src.orig_sreg));
715 llvm::Value* res = cu->irb->CreateCall(intr, args);
716 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee8fa0fda2012-06-27 15:44:52 -0700717}
718
buzbeefa57c472012-11-21 12:06:18 -0800719static void ConvertIntToLong(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee101305f2012-06-28 18:00:56 -0700720{
buzbeefa57c472012-11-21 12:06:18 -0800721 llvm::Value* res = cu->irb->CreateSExt(GetLLVMValue(cu, rl_src.orig_sreg),
722 cu->irb->getInt64Ty());
723 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee101305f2012-06-28 18:00:56 -0700724}
725
buzbeefa57c472012-11-21 12:06:18 -0800726static void ConvertLongToInt(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700727{
buzbeefa57c472012-11-21 12:06:18 -0800728 llvm::Value* src = GetLLVMValue(cu, rl_src.orig_sreg);
729 llvm::Value* res = cu->irb->CreateTrunc(src, cu->irb->getInt32Ty());
730 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700731}
732
buzbeefa57c472012-11-21 12:06:18 -0800733static void ConvertFloatToDouble(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700734{
buzbeefa57c472012-11-21 12:06:18 -0800735 llvm::Value* src = GetLLVMValue(cu, rl_src.orig_sreg);
736 llvm::Value* res = cu->irb->CreateFPExt(src, cu->irb->getDoubleTy());
737 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700738}
739
buzbeefa57c472012-11-21 12:06:18 -0800740static void ConvertDoubleToFloat(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700741{
buzbeefa57c472012-11-21 12:06:18 -0800742 llvm::Value* src = GetLLVMValue(cu, rl_src.orig_sreg);
743 llvm::Value* res = cu->irb->CreateFPTrunc(src, cu->irb->getFloatTy());
744 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700745}
746
buzbeefa57c472012-11-21 12:06:18 -0800747static void ConvertWideComparison(CompilationUnit* cu,
buzbeeaad94382012-11-21 07:40:50 -0800748 greenland::IntrinsicHelper::IntrinsicId id,
buzbeefa57c472012-11-21 12:06:18 -0800749 RegLocation rl_dest, RegLocation rl_src1,
750 RegLocation rl_src2)
buzbee76592632012-06-29 15:18:35 -0700751{
buzbeefa57c472012-11-21 12:06:18 -0800752 DCHECK_EQ(rl_src1.fp, rl_src2.fp);
753 DCHECK_EQ(rl_src1.wide, rl_src2.wide);
754 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee76592632012-06-29 15:18:35 -0700755 llvm::SmallVector<llvm::Value*, 2> args;
buzbeefa57c472012-11-21 12:06:18 -0800756 args.push_back(GetLLVMValue(cu, rl_src1.orig_sreg));
757 args.push_back(GetLLVMValue(cu, rl_src2.orig_sreg));
758 llvm::Value* res = cu->irb->CreateCall(intr, args);
759 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700760}
761
buzbeefa57c472012-11-21 12:06:18 -0800762static void ConvertIntNarrowing(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src,
buzbeeaad94382012-11-21 07:40:50 -0800763 greenland::IntrinsicHelper::IntrinsicId id)
buzbee101305f2012-06-28 18:00:56 -0700764{
buzbeefa57c472012-11-21 12:06:18 -0800765 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
buzbee76592632012-06-29 15:18:35 -0700766 llvm::Value* res =
buzbeefa57c472012-11-21 12:06:18 -0800767 cu->irb->CreateCall(intr, GetLLVMValue(cu, rl_src.orig_sreg));
768 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700769}
770
buzbeefa57c472012-11-21 12:06:18 -0800771static void ConvertNeg(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700772{
buzbeefa57c472012-11-21 12:06:18 -0800773 llvm::Value* res = cu->irb->CreateNeg(GetLLVMValue(cu, rl_src.orig_sreg));
774 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700775}
776
buzbeefa57c472012-11-21 12:06:18 -0800777static void ConvertIntToFP(CompilationUnit* cu, llvm::Type* ty, RegLocation rl_dest,
778 RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700779{
780 llvm::Value* res =
buzbeefa57c472012-11-21 12:06:18 -0800781 cu->irb->CreateSIToFP(GetLLVMValue(cu, rl_src.orig_sreg), ty);
782 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700783}
784
buzbeefa57c472012-11-21 12:06:18 -0800785static void ConvertFPToInt(CompilationUnit* cu, greenland::IntrinsicHelper::IntrinsicId id,
786 RegLocation rl_dest,
787 RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700788{
buzbeefa57c472012-11-21 12:06:18 -0800789 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
790 llvm::Value* res = cu->irb->CreateCall(intr, GetLLVMValue(cu, rl_src.orig_sreg));
791 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700792}
793
794
buzbeefa57c472012-11-21 12:06:18 -0800795static void ConvertNegFP(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700796{
797 llvm::Value* res =
buzbeefa57c472012-11-21 12:06:18 -0800798 cu->irb->CreateFNeg(GetLLVMValue(cu, rl_src.orig_sreg));
799 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee76592632012-06-29 15:18:35 -0700800}
801
buzbeefa57c472012-11-21 12:06:18 -0800802static void ConvertNot(CompilationUnit* cu, RegLocation rl_dest, RegLocation rl_src)
buzbee76592632012-06-29 15:18:35 -0700803{
buzbeefa57c472012-11-21 12:06:18 -0800804 llvm::Value* src = GetLLVMValue(cu, rl_src.orig_sreg);
805 llvm::Value* res = cu->irb->CreateXor(src, static_cast<uint64_t>(-1));
806 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee101305f2012-06-28 18:00:56 -0700807}
808
buzbee2cfc6392012-05-07 14:51:40 -0700809/*
810 * Target-independent code generation. Use only high-level
811 * load/store utilities here, or target-dependent genXX() handlers
812 * when necessary.
813 */
buzbeefa57c472012-11-21 12:06:18 -0800814static bool ConvertMIRNode(CompilationUnit* cu, MIR* mir, BasicBlock* bb,
815 llvm::BasicBlock* llvm_bb, LIR* label_list)
buzbee2cfc6392012-05-07 14:51:40 -0700816{
817 bool res = false; // Assume success
buzbeefa57c472012-11-21 12:06:18 -0800818 RegLocation rl_src[3];
buzbee02031b12012-11-23 09:41:35 -0800819 RegLocation rl_dest = GetBadLoc();
buzbee2cfc6392012-05-07 14:51:40 -0700820 Instruction::Code opcode = mir->dalvikInsn.opcode;
buzbeefa57c472012-11-21 12:06:18 -0800821 int op_val = opcode;
buzbee6969d502012-06-15 16:40:31 -0700822 uint32_t vB = mir->dalvikInsn.vB;
823 uint32_t vC = mir->dalvikInsn.vC;
buzbeefa57c472012-11-21 12:06:18 -0800824 int opt_flags = mir->optimization_flags;
buzbee6969d502012-06-15 16:40:31 -0700825
buzbeefa57c472012-11-21 12:06:18 -0800826 if (cu->verbose) {
827 if (op_val < kMirOpFirst) {
828 LOG(INFO) << ".. " << Instruction::Name(opcode) << " 0x" << std::hex << op_val;
Bill Buzbeec9f40dd2012-08-15 11:35:25 -0700829 } else {
buzbeefa57c472012-11-21 12:06:18 -0800830 LOG(INFO) << extended_mir_op_names[op_val - kMirOpFirst] << " 0x" << std::hex << op_val;
Bill Buzbeec9f40dd2012-08-15 11:35:25 -0700831 }
832 }
833
buzbee2cfc6392012-05-07 14:51:40 -0700834 /* Prep Src and Dest locations */
buzbeefa57c472012-11-21 12:06:18 -0800835 int next_sreg = 0;
836 int next_loc = 0;
837 int attrs = oat_data_flow_attributes[opcode];
buzbee02031b12012-11-23 09:41:35 -0800838 rl_src[0] = rl_src[1] = rl_src[2] = GetBadLoc();
buzbee2cfc6392012-05-07 14:51:40 -0700839 if (attrs & DF_UA) {
840 if (attrs & DF_A_WIDE) {
buzbeefa57c472012-11-21 12:06:18 -0800841 rl_src[next_loc++] = GetSrcWide(cu, mir, next_sreg);
842 next_sreg+= 2;
buzbee2cfc6392012-05-07 14:51:40 -0700843 } else {
buzbeefa57c472012-11-21 12:06:18 -0800844 rl_src[next_loc++] = GetSrc(cu, mir, next_sreg);
845 next_sreg++;
buzbee2cfc6392012-05-07 14:51:40 -0700846 }
847 }
848 if (attrs & DF_UB) {
849 if (attrs & DF_B_WIDE) {
buzbeefa57c472012-11-21 12:06:18 -0800850 rl_src[next_loc++] = GetSrcWide(cu, mir, next_sreg);
851 next_sreg+= 2;
buzbee2cfc6392012-05-07 14:51:40 -0700852 } else {
buzbeefa57c472012-11-21 12:06:18 -0800853 rl_src[next_loc++] = GetSrc(cu, mir, next_sreg);
854 next_sreg++;
buzbee2cfc6392012-05-07 14:51:40 -0700855 }
856 }
857 if (attrs & DF_UC) {
858 if (attrs & DF_C_WIDE) {
buzbeefa57c472012-11-21 12:06:18 -0800859 rl_src[next_loc++] = GetSrcWide(cu, mir, next_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700860 } else {
buzbeefa57c472012-11-21 12:06:18 -0800861 rl_src[next_loc++] = GetSrc(cu, mir, next_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700862 }
863 }
864 if (attrs & DF_DA) {
865 if (attrs & DF_A_WIDE) {
buzbeefa57c472012-11-21 12:06:18 -0800866 rl_dest = GetDestWide(cu, mir);
buzbee2cfc6392012-05-07 14:51:40 -0700867 } else {
buzbeefa57c472012-11-21 12:06:18 -0800868 rl_dest = GetDest(cu, mir);
buzbee2cfc6392012-05-07 14:51:40 -0700869 }
870 }
871
872 switch (opcode) {
873 case Instruction::NOP:
874 break;
875
876 case Instruction::MOVE:
877 case Instruction::MOVE_OBJECT:
878 case Instruction::MOVE_16:
879 case Instruction::MOVE_OBJECT_16:
buzbee76592632012-06-29 15:18:35 -0700880 case Instruction::MOVE_OBJECT_FROM16:
buzbee2cfc6392012-05-07 14:51:40 -0700881 case Instruction::MOVE_FROM16:
882 case Instruction::MOVE_WIDE:
883 case Instruction::MOVE_WIDE_16:
884 case Instruction::MOVE_WIDE_FROM16: {
885 /*
886 * Moves/copies are meaningless in pure SSA register form,
887 * but we need to preserve them for the conversion back into
888 * MIR (at least until we stop using the Dalvik register maps).
889 * Insert a dummy intrinsic copy call, which will be recognized
890 * by the quick path and removed by the portable path.
891 */
buzbeefa57c472012-11-21 12:06:18 -0800892 llvm::Value* src = GetLLVMValue(cu, rl_src[0].orig_sreg);
893 llvm::Value* res = EmitCopy(cu, src, rl_dest);
894 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700895 }
896 break;
897
898 case Instruction::CONST:
899 case Instruction::CONST_4:
900 case Instruction::CONST_16: {
buzbeefa57c472012-11-21 12:06:18 -0800901 llvm::Constant* imm_value = cu->irb->GetJInt(vB);
902 llvm::Value* res = EmitConst(cu, imm_value, rl_dest);
903 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700904 }
905 break;
906
907 case Instruction::CONST_WIDE_16:
908 case Instruction::CONST_WIDE_32: {
buzbee76592632012-06-29 15:18:35 -0700909 // Sign extend to 64 bits
910 int64_t imm = static_cast<int32_t>(vB);
buzbeefa57c472012-11-21 12:06:18 -0800911 llvm::Constant* imm_value = cu->irb->GetJLong(imm);
912 llvm::Value* res = EmitConst(cu, imm_value, rl_dest);
913 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700914 }
915 break;
916
917 case Instruction::CONST_HIGH16: {
buzbeefa57c472012-11-21 12:06:18 -0800918 llvm::Constant* imm_value = cu->irb->GetJInt(vB << 16);
919 llvm::Value* res = EmitConst(cu, imm_value, rl_dest);
920 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -0700921 }
922 break;
923
924 case Instruction::CONST_WIDE: {
buzbeefa57c472012-11-21 12:06:18 -0800925 llvm::Constant* imm_value =
926 cu->irb->GetJLong(mir->dalvikInsn.vB_wide);
927 llvm::Value* res = EmitConst(cu, imm_value, rl_dest);
928 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee4f1181f2012-06-22 13:52:12 -0700929 }
930 break;
buzbee2cfc6392012-05-07 14:51:40 -0700931 case Instruction::CONST_WIDE_HIGH16: {
buzbee6969d502012-06-15 16:40:31 -0700932 int64_t imm = static_cast<int64_t>(vB) << 48;
buzbeefa57c472012-11-21 12:06:18 -0800933 llvm::Constant* imm_value = cu->irb->GetJLong(imm);
934 llvm::Value* res = EmitConst(cu, imm_value, rl_dest);
935 DefineValue(cu, res, rl_dest.orig_sreg);
buzbee4f1181f2012-06-22 13:52:12 -0700936 }
937 break;
938
buzbee8fa0fda2012-06-27 15:44:52 -0700939 case Instruction::SPUT_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -0800940 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputObject,
941 rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700942 break;
943 case Instruction::SPUT:
buzbeefa57c472012-11-21 12:06:18 -0800944 if (rl_src[0].fp) {
945 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputFloat,
946 rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700947 } else {
buzbeefa57c472012-11-21 12:06:18 -0800948 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSput, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700949 }
950 break;
951 case Instruction::SPUT_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -0800952 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputBoolean,
953 rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700954 break;
955 case Instruction::SPUT_BYTE:
buzbeefa57c472012-11-21 12:06:18 -0800956 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputByte, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700957 break;
958 case Instruction::SPUT_CHAR:
buzbeefa57c472012-11-21 12:06:18 -0800959 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputChar, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700960 break;
961 case Instruction::SPUT_SHORT:
buzbeefa57c472012-11-21 12:06:18 -0800962 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputShort, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700963 break;
964 case Instruction::SPUT_WIDE:
buzbeefa57c472012-11-21 12:06:18 -0800965 if (rl_src[0].fp) {
966 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputDouble,
967 rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700968 } else {
buzbeefa57c472012-11-21 12:06:18 -0800969 ConvertSput(cu, vB, greenland::IntrinsicHelper::HLSputWide,
970 rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700971 }
972 break;
973
974 case Instruction::SGET_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -0800975 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetObject, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700976 break;
977 case Instruction::SGET:
buzbeefa57c472012-11-21 12:06:18 -0800978 if (rl_dest.fp) {
979 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetFloat, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700980 } else {
buzbeefa57c472012-11-21 12:06:18 -0800981 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSget, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700982 }
983 break;
984 case Instruction::SGET_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -0800985 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetBoolean, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700986 break;
987 case Instruction::SGET_BYTE:
buzbeefa57c472012-11-21 12:06:18 -0800988 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetByte, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700989 break;
990 case Instruction::SGET_CHAR:
buzbeefa57c472012-11-21 12:06:18 -0800991 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetChar, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700992 break;
993 case Instruction::SGET_SHORT:
buzbeefa57c472012-11-21 12:06:18 -0800994 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetShort, rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -0700995 break;
996 case Instruction::SGET_WIDE:
buzbeefa57c472012-11-21 12:06:18 -0800997 if (rl_dest.fp) {
998 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetDouble,
999 rl_dest);
buzbee8fa0fda2012-06-27 15:44:52 -07001000 } else {
buzbeefa57c472012-11-21 12:06:18 -08001001 ConvertSget(cu, vB, greenland::IntrinsicHelper::HLSgetWide, rl_dest);
buzbee4f1181f2012-06-22 13:52:12 -07001002 }
1003 break;
buzbee2cfc6392012-05-07 14:51:40 -07001004
1005 case Instruction::RETURN_WIDE:
1006 case Instruction::RETURN:
1007 case Instruction::RETURN_OBJECT: {
buzbeefa57c472012-11-21 12:06:18 -08001008 if (!(cu->attrs & METHOD_IS_LEAF)) {
1009 EmitSuspendCheck(cu);
buzbee2cfc6392012-05-07 14:51:40 -07001010 }
buzbeefa57c472012-11-21 12:06:18 -08001011 EmitPopShadowFrame(cu);
1012 cu->irb->CreateRet(GetLLVMValue(cu, rl_src[0].orig_sreg));
1013 bb->has_return = true;
buzbee2cfc6392012-05-07 14:51:40 -07001014 }
1015 break;
1016
1017 case Instruction::RETURN_VOID: {
buzbeefa57c472012-11-21 12:06:18 -08001018 if (!(cu->attrs & METHOD_IS_LEAF)) {
1019 EmitSuspendCheck(cu);
buzbee2cfc6392012-05-07 14:51:40 -07001020 }
buzbeefa57c472012-11-21 12:06:18 -08001021 EmitPopShadowFrame(cu);
1022 cu->irb->CreateRetVoid();
1023 bb->has_return = true;
buzbee2cfc6392012-05-07 14:51:40 -07001024 }
1025 break;
1026
1027 case Instruction::IF_EQ:
buzbeefa57c472012-11-21 12:06:18 -08001028 ConvertCompareAndBranch(cu, bb, mir, kCondEq, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001029 break;
1030 case Instruction::IF_NE:
buzbeefa57c472012-11-21 12:06:18 -08001031 ConvertCompareAndBranch(cu, bb, mir, kCondNe, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001032 break;
1033 case Instruction::IF_LT:
buzbeefa57c472012-11-21 12:06:18 -08001034 ConvertCompareAndBranch(cu, bb, mir, kCondLt, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001035 break;
1036 case Instruction::IF_GE:
buzbeefa57c472012-11-21 12:06:18 -08001037 ConvertCompareAndBranch(cu, bb, mir, kCondGe, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001038 break;
1039 case Instruction::IF_GT:
buzbeefa57c472012-11-21 12:06:18 -08001040 ConvertCompareAndBranch(cu, bb, mir, kCondGt, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001041 break;
1042 case Instruction::IF_LE:
buzbeefa57c472012-11-21 12:06:18 -08001043 ConvertCompareAndBranch(cu, bb, mir, kCondLe, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001044 break;
1045 case Instruction::IF_EQZ:
buzbeefa57c472012-11-21 12:06:18 -08001046 ConvertCompareZeroAndBranch(cu, bb, mir, kCondEq, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001047 break;
1048 case Instruction::IF_NEZ:
buzbeefa57c472012-11-21 12:06:18 -08001049 ConvertCompareZeroAndBranch(cu, bb, mir, kCondNe, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001050 break;
1051 case Instruction::IF_LTZ:
buzbeefa57c472012-11-21 12:06:18 -08001052 ConvertCompareZeroAndBranch(cu, bb, mir, kCondLt, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001053 break;
1054 case Instruction::IF_GEZ:
buzbeefa57c472012-11-21 12:06:18 -08001055 ConvertCompareZeroAndBranch(cu, bb, mir, kCondGe, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001056 break;
1057 case Instruction::IF_GTZ:
buzbeefa57c472012-11-21 12:06:18 -08001058 ConvertCompareZeroAndBranch(cu, bb, mir, kCondGt, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001059 break;
1060 case Instruction::IF_LEZ:
buzbeefa57c472012-11-21 12:06:18 -08001061 ConvertCompareZeroAndBranch(cu, bb, mir, kCondLe, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001062 break;
1063
1064 case Instruction::GOTO:
1065 case Instruction::GOTO_16:
1066 case Instruction::GOTO_32: {
buzbeefa57c472012-11-21 12:06:18 -08001067 if (bb->taken->start_offset <= bb->start_offset) {
1068 EmitSuspendCheck(cu);
buzbee2cfc6392012-05-07 14:51:40 -07001069 }
buzbeefa57c472012-11-21 12:06:18 -08001070 cu->irb->CreateBr(GetLLVMBlock(cu, bb->taken->id));
buzbee2cfc6392012-05-07 14:51:40 -07001071 }
1072 break;
1073
1074 case Instruction::ADD_LONG:
1075 case Instruction::ADD_LONG_2ADDR:
1076 case Instruction::ADD_INT:
1077 case Instruction::ADD_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001078 ConvertArithOp(cu, kOpAdd, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001079 break;
1080 case Instruction::SUB_LONG:
1081 case Instruction::SUB_LONG_2ADDR:
1082 case Instruction::SUB_INT:
1083 case Instruction::SUB_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001084 ConvertArithOp(cu, kOpSub, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001085 break;
1086 case Instruction::MUL_LONG:
1087 case Instruction::MUL_LONG_2ADDR:
1088 case Instruction::MUL_INT:
1089 case Instruction::MUL_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001090 ConvertArithOp(cu, kOpMul, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001091 break;
1092 case Instruction::DIV_LONG:
1093 case Instruction::DIV_LONG_2ADDR:
1094 case Instruction::DIV_INT:
1095 case Instruction::DIV_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001096 ConvertArithOp(cu, kOpDiv, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001097 break;
1098 case Instruction::REM_LONG:
1099 case Instruction::REM_LONG_2ADDR:
1100 case Instruction::REM_INT:
1101 case Instruction::REM_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001102 ConvertArithOp(cu, kOpRem, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001103 break;
1104 case Instruction::AND_LONG:
1105 case Instruction::AND_LONG_2ADDR:
1106 case Instruction::AND_INT:
1107 case Instruction::AND_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001108 ConvertArithOp(cu, kOpAnd, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001109 break;
1110 case Instruction::OR_LONG:
1111 case Instruction::OR_LONG_2ADDR:
1112 case Instruction::OR_INT:
1113 case Instruction::OR_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001114 ConvertArithOp(cu, kOpOr, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001115 break;
1116 case Instruction::XOR_LONG:
1117 case Instruction::XOR_LONG_2ADDR:
1118 case Instruction::XOR_INT:
1119 case Instruction::XOR_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001120 ConvertArithOp(cu, kOpXor, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001121 break;
1122 case Instruction::SHL_LONG:
1123 case Instruction::SHL_LONG_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001124 ConvertShift(cu, greenland::IntrinsicHelper::SHLLong,
1125 rl_dest, rl_src[0], rl_src[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001126 break;
buzbee2cfc6392012-05-07 14:51:40 -07001127 case Instruction::SHL_INT:
1128 case Instruction::SHL_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001129 ConvertShift(cu, greenland::IntrinsicHelper::SHLInt,
1130 rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001131 break;
1132 case Instruction::SHR_LONG:
1133 case Instruction::SHR_LONG_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001134 ConvertShift(cu, greenland::IntrinsicHelper::SHRLong,
1135 rl_dest, rl_src[0], rl_src[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001136 break;
buzbee2cfc6392012-05-07 14:51:40 -07001137 case Instruction::SHR_INT:
1138 case Instruction::SHR_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001139 ConvertShift(cu, greenland::IntrinsicHelper::SHRInt,
1140 rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001141 break;
1142 case Instruction::USHR_LONG:
1143 case Instruction::USHR_LONG_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001144 ConvertShift(cu, greenland::IntrinsicHelper::USHRLong,
1145 rl_dest, rl_src[0], rl_src[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001146 break;
buzbee2cfc6392012-05-07 14:51:40 -07001147 case Instruction::USHR_INT:
1148 case Instruction::USHR_INT_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001149 ConvertShift(cu, greenland::IntrinsicHelper::USHRInt,
1150 rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001151 break;
1152
1153 case Instruction::ADD_INT_LIT16:
1154 case Instruction::ADD_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001155 ConvertArithOpLit(cu, kOpAdd, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001156 break;
1157 case Instruction::RSUB_INT:
1158 case Instruction::RSUB_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001159 ConvertArithOpLit(cu, kOpRsub, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001160 break;
1161 case Instruction::MUL_INT_LIT16:
1162 case Instruction::MUL_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001163 ConvertArithOpLit(cu, kOpMul, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001164 break;
1165 case Instruction::DIV_INT_LIT16:
1166 case Instruction::DIV_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001167 ConvertArithOpLit(cu, kOpDiv, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001168 break;
1169 case Instruction::REM_INT_LIT16:
1170 case Instruction::REM_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001171 ConvertArithOpLit(cu, kOpRem, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001172 break;
1173 case Instruction::AND_INT_LIT16:
1174 case Instruction::AND_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001175 ConvertArithOpLit(cu, kOpAnd, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001176 break;
1177 case Instruction::OR_INT_LIT16:
1178 case Instruction::OR_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001179 ConvertArithOpLit(cu, kOpOr, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001180 break;
1181 case Instruction::XOR_INT_LIT16:
1182 case Instruction::XOR_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001183 ConvertArithOpLit(cu, kOpXor, rl_dest, rl_src[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001184 break;
1185 case Instruction::SHL_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001186 ConvertShiftLit(cu, greenland::IntrinsicHelper::SHLInt,
1187 rl_dest, rl_src[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001188 break;
1189 case Instruction::SHR_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001190 ConvertShiftLit(cu, greenland::IntrinsicHelper::SHRInt,
1191 rl_dest, rl_src[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001192 break;
1193 case Instruction::USHR_INT_LIT8:
buzbeefa57c472012-11-21 12:06:18 -08001194 ConvertShiftLit(cu, greenland::IntrinsicHelper::USHRInt,
1195 rl_dest, rl_src[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001196 break;
1197
1198 case Instruction::ADD_FLOAT:
1199 case Instruction::ADD_FLOAT_2ADDR:
1200 case Instruction::ADD_DOUBLE:
1201 case Instruction::ADD_DOUBLE_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001202 ConvertFPArithOp(cu, kOpAdd, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001203 break;
1204
1205 case Instruction::SUB_FLOAT:
1206 case Instruction::SUB_FLOAT_2ADDR:
1207 case Instruction::SUB_DOUBLE:
1208 case Instruction::SUB_DOUBLE_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001209 ConvertFPArithOp(cu, kOpSub, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001210 break;
1211
1212 case Instruction::MUL_FLOAT:
1213 case Instruction::MUL_FLOAT_2ADDR:
1214 case Instruction::MUL_DOUBLE:
1215 case Instruction::MUL_DOUBLE_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001216 ConvertFPArithOp(cu, kOpMul, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001217 break;
1218
1219 case Instruction::DIV_FLOAT:
1220 case Instruction::DIV_FLOAT_2ADDR:
1221 case Instruction::DIV_DOUBLE:
1222 case Instruction::DIV_DOUBLE_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001223 ConvertFPArithOp(cu, kOpDiv, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001224 break;
1225
1226 case Instruction::REM_FLOAT:
1227 case Instruction::REM_FLOAT_2ADDR:
1228 case Instruction::REM_DOUBLE:
1229 case Instruction::REM_DOUBLE_2ADDR:
buzbeefa57c472012-11-21 12:06:18 -08001230 ConvertFPArithOp(cu, kOpRem, rl_dest, rl_src[0], rl_src[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001231 break;
1232
buzbee6969d502012-06-15 16:40:31 -07001233 case Instruction::INVOKE_STATIC:
buzbeefa57c472012-11-21 12:06:18 -08001234 ConvertInvoke(cu, bb, mir, kStatic, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001235 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001236 break;
1237 case Instruction::INVOKE_STATIC_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001238 ConvertInvoke(cu, bb, mir, kStatic, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001239 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001240 break;
1241
1242 case Instruction::INVOKE_DIRECT:
buzbeefa57c472012-11-21 12:06:18 -08001243 ConvertInvoke(cu, bb, mir, kDirect, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001244 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001245 break;
1246 case Instruction::INVOKE_DIRECT_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001247 ConvertInvoke(cu, bb, mir, kDirect, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001248 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001249 break;
1250
1251 case Instruction::INVOKE_VIRTUAL:
buzbeefa57c472012-11-21 12:06:18 -08001252 ConvertInvoke(cu, bb, mir, kVirtual, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001253 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001254 break;
1255 case Instruction::INVOKE_VIRTUAL_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001256 ConvertInvoke(cu, bb, mir, kVirtual, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001257 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001258 break;
1259
1260 case Instruction::INVOKE_SUPER:
buzbeefa57c472012-11-21 12:06:18 -08001261 ConvertInvoke(cu, bb, mir, kSuper, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001262 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001263 break;
1264 case Instruction::INVOKE_SUPER_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001265 ConvertInvoke(cu, bb, mir, kSuper, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001266 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001267 break;
1268
1269 case Instruction::INVOKE_INTERFACE:
buzbeefa57c472012-11-21 12:06:18 -08001270 ConvertInvoke(cu, bb, mir, kInterface, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001271 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001272 break;
1273 case Instruction::INVOKE_INTERFACE_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001274 ConvertInvoke(cu, bb, mir, kInterface, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001275 false /* NewFilledArray */);
1276 break;
1277 case Instruction::FILLED_NEW_ARRAY:
buzbeefa57c472012-11-21 12:06:18 -08001278 ConvertInvoke(cu, bb, mir, kInterface, false /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001279 true /* NewFilledArray */);
1280 break;
1281 case Instruction::FILLED_NEW_ARRAY_RANGE:
buzbeefa57c472012-11-21 12:06:18 -08001282 ConvertInvoke(cu, bb, mir, kInterface, true /*range*/,
buzbee101305f2012-06-28 18:00:56 -07001283 true /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001284 break;
1285
1286 case Instruction::CONST_STRING:
1287 case Instruction::CONST_STRING_JUMBO:
buzbeefa57c472012-11-21 12:06:18 -08001288 ConvertConstObject(cu, vB, greenland::IntrinsicHelper::ConstString,
1289 rl_dest);
buzbee101305f2012-06-28 18:00:56 -07001290 break;
1291
1292 case Instruction::CONST_CLASS:
buzbeefa57c472012-11-21 12:06:18 -08001293 ConvertConstObject(cu, vB, greenland::IntrinsicHelper::ConstClass,
1294 rl_dest);
buzbee101305f2012-06-28 18:00:56 -07001295 break;
1296
1297 case Instruction::CHECK_CAST:
buzbeefa57c472012-11-21 12:06:18 -08001298 ConvertCheckCast(cu, vB, rl_src[0]);
buzbee6969d502012-06-15 16:40:31 -07001299 break;
1300
buzbee4f1181f2012-06-22 13:52:12 -07001301 case Instruction::NEW_INSTANCE:
buzbeefa57c472012-11-21 12:06:18 -08001302 ConvertNewInstance(cu, vB, rl_dest);
buzbee4f1181f2012-06-22 13:52:12 -07001303 break;
1304
buzbee32412962012-06-26 16:27:56 -07001305 case Instruction::MOVE_EXCEPTION:
buzbeefa57c472012-11-21 12:06:18 -08001306 ConvertMoveException(cu, rl_dest);
buzbee32412962012-06-26 16:27:56 -07001307 break;
1308
1309 case Instruction::THROW:
buzbeefa57c472012-11-21 12:06:18 -08001310 ConvertThrow(cu, rl_src[0]);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001311 /*
1312 * If this throw is standalone, terminate.
1313 * If it might rethrow, force termination
1314 * of the following block.
1315 */
buzbeefa57c472012-11-21 12:06:18 -08001316 if (bb->fall_through == NULL) {
1317 cu->irb->CreateUnreachable();
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001318 } else {
buzbeefa57c472012-11-21 12:06:18 -08001319 bb->fall_through->fall_through = NULL;
1320 bb->fall_through->taken = NULL;
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001321 }
buzbee32412962012-06-26 16:27:56 -07001322 break;
1323
buzbee2cfc6392012-05-07 14:51:40 -07001324 case Instruction::MOVE_RESULT_WIDE:
buzbee2cfc6392012-05-07 14:51:40 -07001325 case Instruction::MOVE_RESULT:
1326 case Instruction::MOVE_RESULT_OBJECT:
buzbee9a2487f2012-07-26 14:01:13 -07001327 /*
jeffhao9a4f0032012-08-30 16:17:40 -07001328 * All move_results should have been folded into the preceeding invoke.
buzbee9a2487f2012-07-26 14:01:13 -07001329 */
jeffhao9a4f0032012-08-30 16:17:40 -07001330 LOG(FATAL) << "Unexpected move_result";
buzbee2cfc6392012-05-07 14:51:40 -07001331 break;
1332
1333 case Instruction::MONITOR_ENTER:
buzbeefa57c472012-11-21 12:06:18 -08001334 ConvertMonitorEnterExit(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001335 greenland::IntrinsicHelper::MonitorEnter,
buzbeefa57c472012-11-21 12:06:18 -08001336 rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001337 break;
1338
1339 case Instruction::MONITOR_EXIT:
buzbeefa57c472012-11-21 12:06:18 -08001340 ConvertMonitorEnterExit(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001341 greenland::IntrinsicHelper::MonitorExit,
buzbeefa57c472012-11-21 12:06:18 -08001342 rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001343 break;
1344
1345 case Instruction::ARRAY_LENGTH:
buzbeefa57c472012-11-21 12:06:18 -08001346 ConvertArrayLength(cu, opt_flags, rl_dest, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -07001347 break;
1348
1349 case Instruction::NEW_ARRAY:
buzbeefa57c472012-11-21 12:06:18 -08001350 ConvertNewArray(cu, vC, rl_dest, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -07001351 break;
1352
1353 case Instruction::INSTANCE_OF:
buzbeefa57c472012-11-21 12:06:18 -08001354 ConvertInstanceOf(cu, vC, rl_dest, rl_src[0]);
buzbee8fa0fda2012-06-27 15:44:52 -07001355 break;
1356
1357 case Instruction::AGET:
buzbeefa57c472012-11-21 12:06:18 -08001358 if (rl_dest.fp) {
1359 ConvertAget(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001360 greenland::IntrinsicHelper::HLArrayGetFloat,
buzbeefa57c472012-11-21 12:06:18 -08001361 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001362 } else {
buzbeefa57c472012-11-21 12:06:18 -08001363 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGet,
1364 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001365 }
1366 break;
1367 case Instruction::AGET_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -08001368 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGetObject,
1369 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001370 break;
1371 case Instruction::AGET_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -08001372 ConvertAget(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001373 greenland::IntrinsicHelper::HLArrayGetBoolean,
buzbeefa57c472012-11-21 12:06:18 -08001374 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001375 break;
1376 case Instruction::AGET_BYTE:
buzbeefa57c472012-11-21 12:06:18 -08001377 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGetByte,
1378 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001379 break;
1380 case Instruction::AGET_CHAR:
buzbeefa57c472012-11-21 12:06:18 -08001381 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGetChar,
1382 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001383 break;
1384 case Instruction::AGET_SHORT:
buzbeefa57c472012-11-21 12:06:18 -08001385 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGetShort,
1386 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001387 break;
1388 case Instruction::AGET_WIDE:
buzbeefa57c472012-11-21 12:06:18 -08001389 if (rl_dest.fp) {
1390 ConvertAget(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001391 greenland::IntrinsicHelper::HLArrayGetDouble,
buzbeefa57c472012-11-21 12:06:18 -08001392 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001393 } else {
buzbeefa57c472012-11-21 12:06:18 -08001394 ConvertAget(cu, opt_flags, greenland::IntrinsicHelper::HLArrayGetWide,
1395 rl_dest, rl_src[0], rl_src[1]);
buzbee8fa0fda2012-06-27 15:44:52 -07001396 }
1397 break;
1398
1399 case Instruction::APUT:
buzbeefa57c472012-11-21 12:06:18 -08001400 if (rl_src[0].fp) {
1401 ConvertAput(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001402 greenland::IntrinsicHelper::HLArrayPutFloat,
buzbeefa57c472012-11-21 12:06:18 -08001403 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001404 } else {
buzbeefa57c472012-11-21 12:06:18 -08001405 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPut,
1406 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001407 }
1408 break;
1409 case Instruction::APUT_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -08001410 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPutObject,
1411 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001412 break;
1413 case Instruction::APUT_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -08001414 ConvertAput(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001415 greenland::IntrinsicHelper::HLArrayPutBoolean,
buzbeefa57c472012-11-21 12:06:18 -08001416 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001417 break;
1418 case Instruction::APUT_BYTE:
buzbeefa57c472012-11-21 12:06:18 -08001419 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPutByte,
1420 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001421 break;
1422 case Instruction::APUT_CHAR:
buzbeefa57c472012-11-21 12:06:18 -08001423 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPutChar,
1424 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001425 break;
1426 case Instruction::APUT_SHORT:
buzbeefa57c472012-11-21 12:06:18 -08001427 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPutShort,
1428 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001429 break;
1430 case Instruction::APUT_WIDE:
buzbeefa57c472012-11-21 12:06:18 -08001431 if (rl_src[0].fp) {
1432 ConvertAput(cu, opt_flags,
buzbee8fa0fda2012-06-27 15:44:52 -07001433 greenland::IntrinsicHelper::HLArrayPutDouble,
buzbeefa57c472012-11-21 12:06:18 -08001434 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001435 } else {
buzbeefa57c472012-11-21 12:06:18 -08001436 ConvertAput(cu, opt_flags, greenland::IntrinsicHelper::HLArrayPutWide,
1437 rl_src[0], rl_src[1], rl_src[2]);
buzbee8fa0fda2012-06-27 15:44:52 -07001438 }
1439 break;
1440
buzbee101305f2012-06-28 18:00:56 -07001441 case Instruction::IGET:
buzbeefa57c472012-11-21 12:06:18 -08001442 if (rl_dest.fp) {
1443 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetFloat,
1444 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001445 } else {
buzbeefa57c472012-11-21 12:06:18 -08001446 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGet,
1447 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001448 }
buzbee2cfc6392012-05-07 14:51:40 -07001449 break;
buzbee101305f2012-06-28 18:00:56 -07001450 case Instruction::IGET_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -08001451 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetObject,
1452 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001453 break;
1454 case Instruction::IGET_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -08001455 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetBoolean,
1456 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001457 break;
1458 case Instruction::IGET_BYTE:
buzbeefa57c472012-11-21 12:06:18 -08001459 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetByte,
1460 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001461 break;
1462 case Instruction::IGET_CHAR:
buzbeefa57c472012-11-21 12:06:18 -08001463 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetChar,
1464 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001465 break;
1466 case Instruction::IGET_SHORT:
buzbeefa57c472012-11-21 12:06:18 -08001467 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetShort,
1468 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001469 break;
1470 case Instruction::IGET_WIDE:
buzbeefa57c472012-11-21 12:06:18 -08001471 if (rl_dest.fp) {
1472 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetDouble,
1473 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001474 } else {
buzbeefa57c472012-11-21 12:06:18 -08001475 ConvertIget(cu, opt_flags, greenland::IntrinsicHelper::HLIGetWide,
1476 rl_dest, rl_src[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001477 }
1478 break;
1479 case Instruction::IPUT:
buzbeefa57c472012-11-21 12:06:18 -08001480 if (rl_src[0].fp) {
1481 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutFloat,
1482 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001483 } else {
buzbeefa57c472012-11-21 12:06:18 -08001484 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPut,
1485 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001486 }
1487 break;
1488 case Instruction::IPUT_OBJECT:
buzbeefa57c472012-11-21 12:06:18 -08001489 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutObject,
1490 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001491 break;
1492 case Instruction::IPUT_BOOLEAN:
buzbeefa57c472012-11-21 12:06:18 -08001493 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutBoolean,
1494 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001495 break;
1496 case Instruction::IPUT_BYTE:
buzbeefa57c472012-11-21 12:06:18 -08001497 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutByte,
1498 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001499 break;
1500 case Instruction::IPUT_CHAR:
buzbeefa57c472012-11-21 12:06:18 -08001501 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutChar,
1502 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001503 break;
1504 case Instruction::IPUT_SHORT:
buzbeefa57c472012-11-21 12:06:18 -08001505 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutShort,
1506 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001507 break;
1508 case Instruction::IPUT_WIDE:
buzbeefa57c472012-11-21 12:06:18 -08001509 if (rl_src[0].fp) {
1510 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutDouble,
1511 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001512 } else {
buzbeefa57c472012-11-21 12:06:18 -08001513 ConvertIput(cu, opt_flags, greenland::IntrinsicHelper::HLIPutWide,
1514 rl_src[0], rl_src[1], vC);
buzbee101305f2012-06-28 18:00:56 -07001515 }
buzbee2cfc6392012-05-07 14:51:40 -07001516 break;
1517
1518 case Instruction::FILL_ARRAY_DATA:
buzbeefa57c472012-11-21 12:06:18 -08001519 ConvertFillArrayData(cu, vB, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001520 break;
1521
buzbee76592632012-06-29 15:18:35 -07001522 case Instruction::LONG_TO_INT:
buzbeefa57c472012-11-21 12:06:18 -08001523 ConvertLongToInt(cu, rl_dest, rl_src[0]);
buzbee76592632012-06-29 15:18:35 -07001524 break;
1525
buzbee101305f2012-06-28 18:00:56 -07001526 case Instruction::INT_TO_LONG:
buzbeefa57c472012-11-21 12:06:18 -08001527 ConvertIntToLong(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001528 break;
1529
buzbee101305f2012-06-28 18:00:56 -07001530 case Instruction::INT_TO_CHAR:
buzbeefa57c472012-11-21 12:06:18 -08001531 ConvertIntNarrowing(cu, rl_dest, rl_src[0],
buzbee101305f2012-06-28 18:00:56 -07001532 greenland::IntrinsicHelper::IntToChar);
1533 break;
1534 case Instruction::INT_TO_BYTE:
buzbeefa57c472012-11-21 12:06:18 -08001535 ConvertIntNarrowing(cu, rl_dest, rl_src[0],
buzbee101305f2012-06-28 18:00:56 -07001536 greenland::IntrinsicHelper::IntToByte);
1537 break;
1538 case Instruction::INT_TO_SHORT:
buzbeefa57c472012-11-21 12:06:18 -08001539 ConvertIntNarrowing(cu, rl_dest, rl_src[0],
buzbee101305f2012-06-28 18:00:56 -07001540 greenland::IntrinsicHelper::IntToShort);
1541 break;
1542
buzbee76592632012-06-29 15:18:35 -07001543 case Instruction::INT_TO_FLOAT:
1544 case Instruction::LONG_TO_FLOAT:
buzbeefa57c472012-11-21 12:06:18 -08001545 ConvertIntToFP(cu, cu->irb->getFloatTy(), rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001546 break;
1547
buzbee76592632012-06-29 15:18:35 -07001548 case Instruction::INT_TO_DOUBLE:
1549 case Instruction::LONG_TO_DOUBLE:
buzbeefa57c472012-11-21 12:06:18 -08001550 ConvertIntToFP(cu, cu->irb->getDoubleTy(), rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001551 break;
1552
buzbee76592632012-06-29 15:18:35 -07001553 case Instruction::FLOAT_TO_DOUBLE:
buzbeefa57c472012-11-21 12:06:18 -08001554 ConvertFloatToDouble(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001555 break;
1556
buzbee76592632012-06-29 15:18:35 -07001557 case Instruction::DOUBLE_TO_FLOAT:
buzbeefa57c472012-11-21 12:06:18 -08001558 ConvertDoubleToFloat(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001559 break;
1560
1561 case Instruction::NEG_LONG:
buzbee76592632012-06-29 15:18:35 -07001562 case Instruction::NEG_INT:
buzbeefa57c472012-11-21 12:06:18 -08001563 ConvertNeg(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001564 break;
1565
1566 case Instruction::NEG_FLOAT:
buzbee2cfc6392012-05-07 14:51:40 -07001567 case Instruction::NEG_DOUBLE:
buzbeefa57c472012-11-21 12:06:18 -08001568 ConvertNegFP(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001569 break;
1570
buzbee76592632012-06-29 15:18:35 -07001571 case Instruction::NOT_LONG:
1572 case Instruction::NOT_INT:
buzbeefa57c472012-11-21 12:06:18 -08001573 ConvertNot(cu, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001574 break;
1575
buzbee2cfc6392012-05-07 14:51:40 -07001576 case Instruction::FLOAT_TO_INT:
buzbeefa57c472012-11-21 12:06:18 -08001577 ConvertFPToInt(cu, greenland::IntrinsicHelper::F2I, rl_dest, rl_src[0]);
TDYa1274ec8ccd2012-08-11 07:04:57 -07001578 break;
1579
buzbee2cfc6392012-05-07 14:51:40 -07001580 case Instruction::DOUBLE_TO_INT:
buzbeefa57c472012-11-21 12:06:18 -08001581 ConvertFPToInt(cu, greenland::IntrinsicHelper::D2I, rl_dest, rl_src[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001582 break;
1583
buzbee76592632012-06-29 15:18:35 -07001584 case Instruction::FLOAT_TO_LONG:
buzbeefa57c472012-11-21 12:06:18 -08001585 ConvertFPToInt(cu, greenland::IntrinsicHelper::F2L, rl_dest, rl_src[0]);
TDYa1274ec8ccd2012-08-11 07:04:57 -07001586 break;
1587
buzbee76592632012-06-29 15:18:35 -07001588 case Instruction::DOUBLE_TO_LONG:
buzbeefa57c472012-11-21 12:06:18 -08001589 ConvertFPToInt(cu, greenland::IntrinsicHelper::D2L, rl_dest, rl_src[0]);
buzbee76592632012-06-29 15:18:35 -07001590 break;
1591
1592 case Instruction::CMPL_FLOAT:
buzbeefa57c472012-11-21 12:06:18 -08001593 ConvertWideComparison(cu, greenland::IntrinsicHelper::CmplFloat,
1594 rl_dest, rl_src[0], rl_src[1]);
buzbee76592632012-06-29 15:18:35 -07001595 break;
1596 case Instruction::CMPG_FLOAT:
buzbeefa57c472012-11-21 12:06:18 -08001597 ConvertWideComparison(cu, greenland::IntrinsicHelper::CmpgFloat,
1598 rl_dest, rl_src[0], rl_src[1]);
buzbee76592632012-06-29 15:18:35 -07001599 break;
1600 case Instruction::CMPL_DOUBLE:
buzbeefa57c472012-11-21 12:06:18 -08001601 ConvertWideComparison(cu, greenland::IntrinsicHelper::CmplDouble,
1602 rl_dest, rl_src[0], rl_src[1]);
buzbee76592632012-06-29 15:18:35 -07001603 break;
1604 case Instruction::CMPG_DOUBLE:
buzbeefa57c472012-11-21 12:06:18 -08001605 ConvertWideComparison(cu, greenland::IntrinsicHelper::CmpgDouble,
1606 rl_dest, rl_src[0], rl_src[1]);
buzbee76592632012-06-29 15:18:35 -07001607 break;
1608 case Instruction::CMP_LONG:
buzbeefa57c472012-11-21 12:06:18 -08001609 ConvertWideComparison(cu, greenland::IntrinsicHelper::CmpLong,
1610 rl_dest, rl_src[0], rl_src[1]);
buzbee76592632012-06-29 15:18:35 -07001611 break;
1612
buzbee76592632012-06-29 15:18:35 -07001613 case Instruction::PACKED_SWITCH:
buzbeefa57c472012-11-21 12:06:18 -08001614 ConvertPackedSwitch(cu, bb, vB, rl_src[0]);
buzbee76592632012-06-29 15:18:35 -07001615 break;
1616
1617 case Instruction::SPARSE_SWITCH:
buzbeefa57c472012-11-21 12:06:18 -08001618 ConvertSparseSwitch(cu, bb, vB, rl_src[0]);
buzbee76592632012-06-29 15:18:35 -07001619 break;
buzbee2cfc6392012-05-07 14:51:40 -07001620
1621 default:
buzbee32412962012-06-26 16:27:56 -07001622 UNIMPLEMENTED(FATAL) << "Unsupported Dex opcode 0x" << std::hex << opcode;
buzbee2cfc6392012-05-07 14:51:40 -07001623 res = true;
1624 }
1625 return res;
1626}
1627
1628/* Extended MIR instructions like PHI */
buzbeefa57c472012-11-21 12:06:18 -08001629static void ConvertExtendedMIR(CompilationUnit* cu, BasicBlock* bb, MIR* mir,
1630 llvm::BasicBlock* llvm_bb)
buzbee2cfc6392012-05-07 14:51:40 -07001631{
1632
buzbeecbd6d442012-11-17 14:11:25 -08001633 switch (static_cast<ExtendedMIROpcode>(mir->dalvikInsn.opcode)) {
buzbee2cfc6392012-05-07 14:51:40 -07001634 case kMirOpPhi: {
buzbeefa57c472012-11-21 12:06:18 -08001635 RegLocation rl_dest = cu->reg_location[mir->ssa_rep->defs[0]];
buzbee2a83e8f2012-07-13 16:42:30 -07001636 /*
1637 * The Art compiler's Phi nodes only handle 32-bit operands,
1638 * representing wide values using a matched set of Phi nodes
1639 * for the lower and upper halves. In the llvm world, we only
1640 * want a single Phi for wides. Here we will simply discard
1641 * the Phi node representing the high word.
1642 */
buzbeefa57c472012-11-21 12:06:18 -08001643 if (rl_dest.high_word) {
buzbee2a83e8f2012-07-13 16:42:30 -07001644 return; // No Phi node - handled via low word
1645 }
buzbeed8506212012-12-20 14:15:05 -08001646 // LLVM requires that all Phi nodes are at the beginning of the block
1647 llvm::IRBuilderBase::InsertPoint ip = cu->irb->saveAndClearIP();
1648 cu->irb->SetInsertPoint(llvm_bb);
buzbeecbd6d442012-11-17 14:11:25 -08001649 int* incoming = reinterpret_cast<int*>(mir->dalvikInsn.vB);
buzbeefa57c472012-11-21 12:06:18 -08001650 llvm::Type* phi_type =
1651 LlvmTypeFromLocRec(cu, rl_dest);
1652 llvm::PHINode* phi = cu->irb->CreatePHI(phi_type, mir->ssa_rep->num_uses);
1653 for (int i = 0; i < mir->ssa_rep->num_uses; i++) {
buzbee2cfc6392012-05-07 14:51:40 -07001654 RegLocation loc;
buzbee2a83e8f2012-07-13 16:42:30 -07001655 // Don't check width here.
buzbeefa57c472012-11-21 12:06:18 -08001656 loc = GetRawSrc(cu, mir, i);
1657 DCHECK_EQ(rl_dest.wide, loc.wide);
1658 DCHECK_EQ(rl_dest.wide & rl_dest.high_word, loc.wide & loc.high_word);
1659 DCHECK_EQ(rl_dest.fp, loc.fp);
1660 DCHECK_EQ(rl_dest.core, loc.core);
1661 DCHECK_EQ(rl_dest.ref, loc.ref);
buzbeed1643e42012-09-05 14:06:51 -07001662 SafeMap<unsigned int, unsigned int>::iterator it;
buzbeefa57c472012-11-21 12:06:18 -08001663 it = cu->block_id_map.find(incoming[i]);
1664 DCHECK(it != cu->block_id_map.end());
1665 phi->addIncoming(GetLLVMValue(cu, loc.orig_sreg),
1666 GetLLVMBlock(cu, it->second));
buzbee2cfc6392012-05-07 14:51:40 -07001667 }
buzbeed8506212012-12-20 14:15:05 -08001668 // Now that Phi node is emitted, add definition at old insert point
1669 cu->irb->restoreIP(ip);
buzbeefa57c472012-11-21 12:06:18 -08001670 DefineValue(cu, phi, rl_dest.orig_sreg);
buzbee2cfc6392012-05-07 14:51:40 -07001671 break;
1672 }
1673 case kMirOpCopy: {
1674 UNIMPLEMENTED(WARNING) << "unimp kMirOpPhi";
1675 break;
1676 }
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001677 case kMirOpNop:
buzbeefa57c472012-11-21 12:06:18 -08001678 if ((mir == bb->last_mir_insn) && (bb->taken == NULL) &&
1679 (bb->fall_through == NULL)) {
1680 cu->irb->CreateUnreachable();
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001681 }
1682 break;
1683
buzbeeb046e162012-10-30 15:48:42 -07001684 // TODO: need GBC intrinsic to take advantage of fused operations
buzbee2cfc6392012-05-07 14:51:40 -07001685 case kMirOpFusedCmplFloat:
buzbeeb046e162012-10-30 15:48:42 -07001686 UNIMPLEMENTED(FATAL) << "kMirOpFusedCmpFloat unsupported";
buzbee2cfc6392012-05-07 14:51:40 -07001687 break;
1688 case kMirOpFusedCmpgFloat:
buzbeeb046e162012-10-30 15:48:42 -07001689 UNIMPLEMENTED(FATAL) << "kMirOpFusedCmgFloat unsupported";
buzbee2cfc6392012-05-07 14:51:40 -07001690 break;
1691 case kMirOpFusedCmplDouble:
buzbeeb046e162012-10-30 15:48:42 -07001692 UNIMPLEMENTED(FATAL) << "kMirOpFusedCmplDouble unsupported";
buzbee2cfc6392012-05-07 14:51:40 -07001693 break;
1694 case kMirOpFusedCmpgDouble:
buzbeeb046e162012-10-30 15:48:42 -07001695 UNIMPLEMENTED(FATAL) << "kMirOpFusedCmpgDouble unsupported";
buzbee2cfc6392012-05-07 14:51:40 -07001696 break;
1697 case kMirOpFusedCmpLong:
buzbeeb046e162012-10-30 15:48:42 -07001698 UNIMPLEMENTED(FATAL) << "kMirOpLongCmpBranch unsupported";
buzbee2cfc6392012-05-07 14:51:40 -07001699 break;
buzbee2cfc6392012-05-07 14:51:40 -07001700 default:
1701 break;
1702 }
1703}
1704
buzbeefa57c472012-11-21 12:06:18 -08001705static void SetDexOffset(CompilationUnit* cu, int32_t offset)
buzbee2cfc6392012-05-07 14:51:40 -07001706{
buzbeefa57c472012-11-21 12:06:18 -08001707 cu->current_dalvik_offset = offset;
1708 llvm::SmallVector<llvm::Value*, 1> array_ref;
1709 array_ref.push_back(cu->irb->getInt32(offset));
1710 llvm::MDNode* node = llvm::MDNode::get(*cu->context, array_ref);
1711 cu->irb->SetDexOffset(node);
buzbee2cfc6392012-05-07 14:51:40 -07001712}
1713
1714// Attach method info as metadata to special intrinsic
buzbeefa57c472012-11-21 12:06:18 -08001715static void SetMethodInfo(CompilationUnit* cu)
buzbee2cfc6392012-05-07 14:51:40 -07001716{
1717 // We don't want dex offset on this
buzbeefa57c472012-11-21 12:06:18 -08001718 cu->irb->SetDexOffset(NULL);
buzbee2cfc6392012-05-07 14:51:40 -07001719 greenland::IntrinsicHelper::IntrinsicId id;
1720 id = greenland::IntrinsicHelper::MethodInfo;
buzbeefa57c472012-11-21 12:06:18 -08001721 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(id);
1722 llvm::Instruction* inst = cu->irb->CreateCall(intr);
1723 llvm::SmallVector<llvm::Value*, 2> reg_info;
1724 reg_info.push_back(cu->irb->getInt32(cu->num_ins));
1725 reg_info.push_back(cu->irb->getInt32(cu->num_regs));
1726 reg_info.push_back(cu->irb->getInt32(cu->num_outs));
1727 reg_info.push_back(cu->irb->getInt32(cu->num_compiler_temps));
1728 reg_info.push_back(cu->irb->getInt32(cu->num_ssa_regs));
1729 llvm::MDNode* reg_info_node = llvm::MDNode::get(*cu->context, reg_info);
1730 inst->setMetadata("RegInfo", reg_info_node);
1731 int promo_size = cu->num_dalvik_registers + cu->num_compiler_temps + 1;
buzbee2cfc6392012-05-07 14:51:40 -07001732 llvm::SmallVector<llvm::Value*, 50> pmap;
buzbeefa57c472012-11-21 12:06:18 -08001733 for (int i = 0; i < promo_size; i++) {
1734 PromotionMap* p = &cu->promotion_map[i];
1735 int32_t map_data = ((p->first_in_pair & 0xff) << 24) |
buzbee52a77fc2012-11-20 19:50:46 -08001736 ((p->FpReg & 0xff) << 16) |
buzbeefa57c472012-11-21 12:06:18 -08001737 ((p->core_reg & 0xff) << 8) |
1738 ((p->fp_location & 0xf) << 4) |
1739 (p->core_location & 0xf);
1740 pmap.push_back(cu->irb->getInt32(map_data));
buzbee2cfc6392012-05-07 14:51:40 -07001741 }
buzbeefa57c472012-11-21 12:06:18 -08001742 llvm::MDNode* map_node = llvm::MDNode::get(*cu->context, pmap);
1743 inst->setMetadata("PromotionMap", map_node);
1744 SetDexOffset(cu, cu->current_dalvik_offset);
buzbee2cfc6392012-05-07 14:51:40 -07001745}
1746
1747/* Handle the content in each basic block */
buzbeefa57c472012-11-21 12:06:18 -08001748static bool BlockBitcodeConversion(CompilationUnit* cu, BasicBlock* bb)
buzbee2cfc6392012-05-07 14:51:40 -07001749{
buzbeefa57c472012-11-21 12:06:18 -08001750 if (bb->block_type == kDead) return false;
1751 llvm::BasicBlock* llvm_bb = GetLLVMBlock(cu, bb->id);
1752 if (llvm_bb == NULL) {
1753 CHECK(bb->block_type == kExitBlock);
buzbeef5f5a122012-09-21 13:57:36 -07001754 } else {
buzbeefa57c472012-11-21 12:06:18 -08001755 cu->irb->SetInsertPoint(llvm_bb);
1756 SetDexOffset(cu, bb->start_offset);
buzbeef5f5a122012-09-21 13:57:36 -07001757 }
buzbee2cfc6392012-05-07 14:51:40 -07001758
buzbeefa57c472012-11-21 12:06:18 -08001759 if (cu->verbose) {
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001760 LOG(INFO) << "................................";
1761 LOG(INFO) << "Block id " << bb->id;
buzbeefa57c472012-11-21 12:06:18 -08001762 if (llvm_bb != NULL) {
1763 LOG(INFO) << "label " << llvm_bb->getName().str().c_str();
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001764 } else {
buzbeefa57c472012-11-21 12:06:18 -08001765 LOG(INFO) << "llvm_bb is NULL";
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001766 }
1767 }
1768
buzbeefa57c472012-11-21 12:06:18 -08001769 if (bb->block_type == kEntryBlock) {
1770 SetMethodInfo(cu);
1771 bool *can_be_ref = static_cast<bool*>(NewMem(cu, sizeof(bool) * cu->num_dalvik_registers,
buzbeecbd6d442012-11-17 14:11:25 -08001772 true, kAllocMisc));
buzbeefa57c472012-11-21 12:06:18 -08001773 for (int i = 0; i < cu->num_ssa_regs; i++) {
1774 int v_reg = SRegToVReg(cu, i);
1775 if (v_reg > SSA_METHOD_BASEREG) {
1776 can_be_ref[SRegToVReg(cu, i)] |= cu->reg_location[i].ref;
buzbee6ec5e232012-09-20 15:50:03 -07001777 }
buzbeeb03f4872012-06-11 15:22:11 -07001778 }
buzbeefa57c472012-11-21 12:06:18 -08001779 for (int i = 0; i < cu->num_dalvik_registers; i++) {
1780 if (can_be_ref[i]) {
1781 cu->num_shadow_frame_entries++;
buzbeeb03f4872012-06-11 15:22:11 -07001782 }
1783 }
buzbeefa57c472012-11-21 12:06:18 -08001784 if (cu->num_shadow_frame_entries > 0) {
1785 cu->shadow_map = static_cast<int*>(NewMem(cu, sizeof(int) * cu->num_shadow_frame_entries,
buzbeecbd6d442012-11-17 14:11:25 -08001786 true, kAllocMisc));
buzbeefa57c472012-11-21 12:06:18 -08001787 for (int i = 0, j = 0; i < cu->num_dalvik_registers; i++) {
1788 if (can_be_ref[i]) {
1789 cu->shadow_map[j++] = i;
buzbeeb03f4872012-06-11 15:22:11 -07001790 }
1791 }
buzbeeb03f4872012-06-11 15:22:11 -07001792 }
Shih-wei Liao569daf12012-08-10 23:22:33 -07001793 greenland::IntrinsicHelper::IntrinsicId id =
1794 greenland::IntrinsicHelper::AllocaShadowFrame;
buzbeefa57c472012-11-21 12:06:18 -08001795 llvm::Function* func = cu->intrinsic_helper->GetIntrinsicFunction(id);
1796 llvm::Value* entries = cu->irb->getInt32(cu->num_shadow_frame_entries);
buzbeed8506212012-12-20 14:15:05 -08001797 cu->irb->CreateCall(func, entries);
buzbeefa57c472012-11-21 12:06:18 -08001798 } else if (bb->block_type == kExitBlock) {
buzbee2cfc6392012-05-07 14:51:40 -07001799 /*
1800 * Because of the differences between how MIR/LIR and llvm handle exit
1801 * blocks, we won't explicitly covert them. On the llvm-to-lir
1802 * path, it will need to be regenereated.
1803 */
1804 return false;
buzbeefa57c472012-11-21 12:06:18 -08001805 } else if (bb->block_type == kExceptionHandling) {
buzbee6969d502012-06-15 16:40:31 -07001806 /*
1807 * Because we're deferring null checking, delete the associated empty
1808 * exception block.
buzbee6969d502012-06-15 16:40:31 -07001809 */
buzbeefa57c472012-11-21 12:06:18 -08001810 llvm_bb->eraseFromParent();
buzbee6969d502012-06-15 16:40:31 -07001811 return false;
buzbee2cfc6392012-05-07 14:51:40 -07001812 }
1813
buzbee28c9a832012-11-21 15:39:13 -08001814 for (MIR* mir = bb->first_mir_insn; mir != NULL; mir = mir->next) {
buzbee2cfc6392012-05-07 14:51:40 -07001815
buzbeefa57c472012-11-21 12:06:18 -08001816 SetDexOffset(cu, mir->offset);
buzbee2cfc6392012-05-07 14:51:40 -07001817
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001818 int opcode = mir->dalvikInsn.opcode;
buzbeefa57c472012-11-21 12:06:18 -08001819 Instruction::Format dalvik_format =
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001820 Instruction::FormatOf(mir->dalvikInsn.opcode);
buzbee2cfc6392012-05-07 14:51:40 -07001821
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001822 if (opcode == kMirOpCheck) {
1823 // Combine check and work halves of throwing instruction.
buzbeefa57c472012-11-21 12:06:18 -08001824 MIR* work_half = mir->meta.throw_insn;
1825 mir->dalvikInsn.opcode = work_half->dalvikInsn.opcode;
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001826 opcode = mir->dalvikInsn.opcode;
buzbeefa57c472012-11-21 12:06:18 -08001827 SSARepresentation* ssa_rep = work_half->ssa_rep;
1828 work_half->ssa_rep = mir->ssa_rep;
1829 mir->ssa_rep = ssa_rep;
buzbeea169e1d2012-12-05 14:26:44 -08001830 work_half->meta.original_opcode = work_half->dalvikInsn.opcode;
buzbeefa57c472012-11-21 12:06:18 -08001831 work_half->dalvikInsn.opcode = static_cast<Instruction::Code>(kMirOpNop);
1832 if (bb->successor_block_list.block_list_type == kCatch) {
1833 llvm::Function* intr = cu->intrinsic_helper->GetIntrinsicFunction(
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001834 greenland::IntrinsicHelper::CatchTargets);
buzbeefa57c472012-11-21 12:06:18 -08001835 llvm::Value* switch_key =
1836 cu->irb->CreateCall(intr, cu->irb->getInt32(mir->offset));
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001837 GrowableListIterator iter;
buzbeefa57c472012-11-21 12:06:18 -08001838 GrowableListIteratorInit(&bb->successor_block_list.blocks, &iter);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001839 // New basic block to use for work half
buzbeefa57c472012-11-21 12:06:18 -08001840 llvm::BasicBlock* work_bb =
1841 llvm::BasicBlock::Create(*cu->context, "", cu->func);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001842 llvm::SwitchInst* sw =
buzbeefa57c472012-11-21 12:06:18 -08001843 cu->irb->CreateSwitch(switch_key, work_bb,
1844 bb->successor_block_list.blocks.num_used);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001845 while (true) {
buzbeefa57c472012-11-21 12:06:18 -08001846 SuccessorBlockInfo *successor_block_info =
buzbee52a77fc2012-11-20 19:50:46 -08001847 reinterpret_cast<SuccessorBlockInfo*>(GrowableListIteratorNext(&iter));
buzbeefa57c472012-11-21 12:06:18 -08001848 if (successor_block_info == NULL) break;
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001849 llvm::BasicBlock *target =
buzbeefa57c472012-11-21 12:06:18 -08001850 GetLLVMBlock(cu, successor_block_info->block->id);
1851 int type_index = successor_block_info->key;
1852 sw->addCase(cu->irb->getInt32(type_index), target);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001853 }
buzbeefa57c472012-11-21 12:06:18 -08001854 llvm_bb = work_bb;
1855 cu->irb->SetInsertPoint(llvm_bb);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001856 }
1857 }
1858
1859 if (opcode >= kMirOpFirst) {
buzbeefa57c472012-11-21 12:06:18 -08001860 ConvertExtendedMIR(cu, bb, mir, llvm_bb);
buzbee2cfc6392012-05-07 14:51:40 -07001861 continue;
1862 }
1863
buzbeefa57c472012-11-21 12:06:18 -08001864 bool not_handled = ConvertMIRNode(cu, mir, bb, llvm_bb,
1865 NULL /* label_list */);
1866 if (not_handled) {
1867 Instruction::Code dalvik_opcode = static_cast<Instruction::Code>(opcode);
buzbee2cfc6392012-05-07 14:51:40 -07001868 LOG(WARNING) << StringPrintf("%#06x: Op %#x (%s) / Fmt %d not handled",
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07001869 mir->offset, opcode,
buzbeefa57c472012-11-21 12:06:18 -08001870 Instruction::Name(dalvik_opcode),
1871 dalvik_format);
buzbee2cfc6392012-05-07 14:51:40 -07001872 }
1873 }
1874
buzbeefa57c472012-11-21 12:06:18 -08001875 if (bb->block_type == kEntryBlock) {
1876 cu->entryTarget_bb = GetLLVMBlock(cu, bb->fall_through->id);
1877 } else if ((bb->fall_through != NULL) && !bb->has_return) {
1878 cu->irb->CreateBr(GetLLVMBlock(cu, bb->fall_through->id));
buzbee2cfc6392012-05-07 14:51:40 -07001879 }
1880
1881 return false;
1882}
1883
buzbeefa57c472012-11-21 12:06:18 -08001884char RemapShorty(char shorty_type) {
buzbee4f4dfc72012-07-02 14:54:44 -07001885 /*
1886 * TODO: might want to revisit this. Dalvik registers are 32-bits wide,
1887 * and longs/doubles are represented as a pair of registers. When sub-word
1888 * arguments (and method results) are passed, they are extended to Dalvik
1889 * virtual register containers. Because llvm is picky about type consistency,
1890 * we must either cast the "real" type to 32-bit container multiple Dalvik
1891 * register types, or always use the expanded values.
1892 * Here, we're doing the latter. We map the shorty signature to container
1893 * types (which is valid so long as we always do a real expansion of passed
1894 * arguments and field loads).
1895 */
buzbeefa57c472012-11-21 12:06:18 -08001896 switch(shorty_type) {
1897 case 'Z' : shorty_type = 'I'; break;
1898 case 'B' : shorty_type = 'I'; break;
1899 case 'S' : shorty_type = 'I'; break;
1900 case 'C' : shorty_type = 'I'; break;
buzbee4f4dfc72012-07-02 14:54:44 -07001901 default: break;
1902 }
buzbeefa57c472012-11-21 12:06:18 -08001903 return shorty_type;
buzbee4f4dfc72012-07-02 14:54:44 -07001904}
1905
buzbeefa57c472012-11-21 12:06:18 -08001906static llvm::FunctionType* GetFunctionType(CompilationUnit* cu) {
buzbee2cfc6392012-05-07 14:51:40 -07001907
1908 // Get return type
buzbeefa57c472012-11-21 12:06:18 -08001909 llvm::Type* ret_type = cu->irb->GetJType(RemapShorty(cu->shorty[0]),
buzbee2cfc6392012-05-07 14:51:40 -07001910 greenland::kAccurate);
1911
1912 // Get argument type
1913 std::vector<llvm::Type*> args_type;
1914
1915 // method object
buzbeefa57c472012-11-21 12:06:18 -08001916 args_type.push_back(cu->irb->GetJMethodTy());
buzbee2cfc6392012-05-07 14:51:40 -07001917
1918 // Do we have a "this"?
buzbeefa57c472012-11-21 12:06:18 -08001919 if ((cu->access_flags & kAccStatic) == 0) {
1920 args_type.push_back(cu->irb->GetJObjectTy());
buzbee2cfc6392012-05-07 14:51:40 -07001921 }
1922
buzbeefa57c472012-11-21 12:06:18 -08001923 for (uint32_t i = 1; i < strlen(cu->shorty); ++i) {
1924 args_type.push_back(cu->irb->GetJType(RemapShorty(cu->shorty[i]),
buzbee2cfc6392012-05-07 14:51:40 -07001925 greenland::kAccurate));
1926 }
1927
1928 return llvm::FunctionType::get(ret_type, args_type, false);
1929}
1930
buzbeefa57c472012-11-21 12:06:18 -08001931static bool CreateFunction(CompilationUnit* cu) {
1932 std::string func_name(PrettyMethod(cu->method_idx, *cu->dex_file,
buzbee2cfc6392012-05-07 14:51:40 -07001933 /* with_signature */ false));
buzbeefa57c472012-11-21 12:06:18 -08001934 llvm::FunctionType* func_type = GetFunctionType(cu);
buzbee2cfc6392012-05-07 14:51:40 -07001935
1936 if (func_type == NULL) {
1937 return false;
1938 }
1939
buzbeefa57c472012-11-21 12:06:18 -08001940 cu->func = llvm::Function::Create(func_type,
buzbee2cfc6392012-05-07 14:51:40 -07001941 llvm::Function::ExternalLinkage,
buzbeefa57c472012-11-21 12:06:18 -08001942 func_name, cu->module);
buzbee2cfc6392012-05-07 14:51:40 -07001943
buzbeefa57c472012-11-21 12:06:18 -08001944 llvm::Function::arg_iterator arg_iter(cu->func->arg_begin());
1945 llvm::Function::arg_iterator arg_end(cu->func->arg_end());
buzbee2cfc6392012-05-07 14:51:40 -07001946
1947 arg_iter->setName("method");
1948 ++arg_iter;
1949
buzbeefa57c472012-11-21 12:06:18 -08001950 int start_sreg = cu->num_regs;
buzbee2cfc6392012-05-07 14:51:40 -07001951
1952 for (unsigned i = 0; arg_iter != arg_end; ++i, ++arg_iter) {
buzbeefa57c472012-11-21 12:06:18 -08001953 arg_iter->setName(StringPrintf("v%i_0", start_sreg));
1954 start_sreg += cu->reg_location[start_sreg].wide ? 2 : 1;
buzbee2cfc6392012-05-07 14:51:40 -07001955 }
1956
1957 return true;
1958}
1959
buzbeefa57c472012-11-21 12:06:18 -08001960static bool CreateLLVMBasicBlock(CompilationUnit* cu, BasicBlock* bb)
buzbee2cfc6392012-05-07 14:51:40 -07001961{
1962 // Skip the exit block
buzbeefa57c472012-11-21 12:06:18 -08001963 if ((bb->block_type == kDead) ||(bb->block_type == kExitBlock)) {
1964 cu->id_to_block_map.Put(bb->id, NULL);
buzbee2cfc6392012-05-07 14:51:40 -07001965 } else {
buzbeefa57c472012-11-21 12:06:18 -08001966 int offset = bb->start_offset;
1967 bool entry_block = (bb->block_type == kEntryBlock);
1968 llvm::BasicBlock* llvm_bb =
1969 llvm::BasicBlock::Create(*cu->context, entry_block ? "entry" :
1970 StringPrintf(kLabelFormat, bb->catch_entry ? kCatchBlock :
1971 kNormalBlock, offset, bb->id), cu->func);
1972 if (entry_block) {
1973 cu->entry_bb = llvm_bb;
1974 cu->placeholder_bb =
1975 llvm::BasicBlock::Create(*cu->context, "placeholder",
1976 cu->func);
buzbee2cfc6392012-05-07 14:51:40 -07001977 }
buzbeefa57c472012-11-21 12:06:18 -08001978 cu->id_to_block_map.Put(bb->id, llvm_bb);
buzbee2cfc6392012-05-07 14:51:40 -07001979 }
1980 return false;
1981}
1982
1983
1984/*
1985 * Convert MIR to LLVM_IR
1986 * o For each ssa name, create LLVM named value. Type these
1987 * appropriately, and ignore high half of wide and double operands.
1988 * o For each MIR basic block, create an LLVM basic block.
1989 * o Iterate through the MIR a basic block at a time, setting arguments
1990 * to recovered ssa name.
1991 */
buzbeefa57c472012-11-21 12:06:18 -08001992void MethodMIR2Bitcode(CompilationUnit* cu)
buzbee2cfc6392012-05-07 14:51:40 -07001993{
buzbeefa57c472012-11-21 12:06:18 -08001994 InitIR(cu);
1995 CompilerInitGrowableList(cu, &cu->llvm_values, cu->num_ssa_regs);
buzbee2cfc6392012-05-07 14:51:40 -07001996
1997 // Create the function
buzbeefa57c472012-11-21 12:06:18 -08001998 CreateFunction(cu);
buzbee2cfc6392012-05-07 14:51:40 -07001999
2000 // Create an LLVM basic block for each MIR block in dfs preorder
buzbeefa57c472012-11-21 12:06:18 -08002001 DataFlowAnalysisDispatcher(cu, CreateLLVMBasicBlock,
2002 kPreOrderDFSTraversal, false /* is_iterative */);
buzbee2cfc6392012-05-07 14:51:40 -07002003 /*
2004 * Create an llvm named value for each MIR SSA name. Note: we'll use
2005 * placeholders for all non-argument values (because we haven't seen
2006 * the definition yet).
2007 */
buzbeefa57c472012-11-21 12:06:18 -08002008 cu->irb->SetInsertPoint(cu->placeholder_bb);
2009 llvm::Function::arg_iterator arg_iter(cu->func->arg_begin());
buzbee2cfc6392012-05-07 14:51:40 -07002010 arg_iter++; /* Skip path method */
buzbeefa57c472012-11-21 12:06:18 -08002011 for (int i = 0; i < cu->num_ssa_regs; i++) {
buzbee2cfc6392012-05-07 14:51:40 -07002012 llvm::Value* val;
buzbeefa57c472012-11-21 12:06:18 -08002013 RegLocation rl_temp = cu->reg_location[i];
2014 if ((SRegToVReg(cu, i) < 0) || rl_temp.high_word) {
2015 InsertGrowableList(cu, &cu->llvm_values, 0);
2016 } else if ((i < cu->num_regs) ||
2017 (i >= (cu->num_regs + cu->num_ins))) {
2018 llvm::Constant* imm_value = cu->reg_location[i].wide ?
2019 cu->irb->GetJLong(0) : cu->irb->GetJInt(0);
2020 val = EmitConst(cu, imm_value, cu->reg_location[i]);
2021 val->setName(LlvmSSAName(cu, i));
2022 InsertGrowableList(cu, &cu->llvm_values, reinterpret_cast<uintptr_t>(val));
buzbee2cfc6392012-05-07 14:51:40 -07002023 } else {
2024 // Recover previously-created argument values
buzbeefa57c472012-11-21 12:06:18 -08002025 llvm::Value* arg_val = arg_iter++;
2026 InsertGrowableList(cu, &cu->llvm_values, reinterpret_cast<uintptr_t>(arg_val));
buzbee2cfc6392012-05-07 14:51:40 -07002027 }
2028 }
buzbee2cfc6392012-05-07 14:51:40 -07002029
buzbeefa57c472012-11-21 12:06:18 -08002030 DataFlowAnalysisDispatcher(cu, BlockBitcodeConversion,
buzbee2cfc6392012-05-07 14:51:40 -07002031 kPreOrderDFSTraversal, false /* Iterative */);
2032
buzbee4be777b2012-07-12 14:38:18 -07002033 /*
2034 * In a few rare cases of verification failure, the verifier will
2035 * replace one or more Dalvik opcodes with the special
2036 * throw-verification-failure opcode. This can leave the SSA graph
2037 * in an invalid state, as definitions may be lost, while uses retained.
2038 * To work around this problem, we insert placeholder definitions for
2039 * all Dalvik SSA regs in the "placeholder" block. Here, after
2040 * bitcode conversion is complete, we examine those placeholder definitions
2041 * and delete any with no references (which normally is all of them).
2042 *
2043 * If any definitions remain, we link the placeholder block into the
2044 * CFG. Otherwise, it is deleted.
2045 */
buzbeefa57c472012-11-21 12:06:18 -08002046 for (llvm::BasicBlock::iterator it = cu->placeholder_bb->begin(),
2047 it_end = cu->placeholder_bb->end(); it != it_end;) {
buzbee4be777b2012-07-12 14:38:18 -07002048 llvm::Instruction* inst = llvm::dyn_cast<llvm::Instruction>(it++);
2049 DCHECK(inst != NULL);
2050 llvm::Value* val = llvm::dyn_cast<llvm::Value>(inst);
2051 DCHECK(val != NULL);
2052 if (val->getNumUses() == 0) {
2053 inst->eraseFromParent();
2054 }
2055 }
buzbeefa57c472012-11-21 12:06:18 -08002056 SetDexOffset(cu, 0);
2057 if (cu->placeholder_bb->empty()) {
2058 cu->placeholder_bb->eraseFromParent();
buzbee4be777b2012-07-12 14:38:18 -07002059 } else {
buzbeefa57c472012-11-21 12:06:18 -08002060 cu->irb->SetInsertPoint(cu->placeholder_bb);
2061 cu->irb->CreateBr(cu->entryTarget_bb);
2062 cu->entryTarget_bb = cu->placeholder_bb;
buzbee4be777b2012-07-12 14:38:18 -07002063 }
buzbeefa57c472012-11-21 12:06:18 -08002064 cu->irb->SetInsertPoint(cu->entry_bb);
2065 cu->irb->CreateBr(cu->entryTarget_bb);
buzbee2cfc6392012-05-07 14:51:40 -07002066
buzbeefa57c472012-11-21 12:06:18 -08002067 if (cu->enable_debug & (1 << kDebugVerifyBitcode)) {
2068 if (llvm::verifyFunction(*cu->func, llvm::PrintMessageAction)) {
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07002069 LOG(INFO) << "Bitcode verification FAILED for "
buzbeefa57c472012-11-21 12:06:18 -08002070 << PrettyMethod(cu->method_idx, *cu->dex_file)
2071 << " of size " << cu->insns_size;
2072 cu->enable_debug |= (1 << kDebugDumpBitcodeFile);
Bill Buzbeec9f40dd2012-08-15 11:35:25 -07002073 }
2074 }
buzbee2cfc6392012-05-07 14:51:40 -07002075
buzbeefa57c472012-11-21 12:06:18 -08002076 if (cu->enable_debug & (1 << kDebugDumpBitcodeFile)) {
buzbeead8f15e2012-06-18 14:49:45 -07002077 // Write bitcode to file
2078 std::string errmsg;
buzbeefa57c472012-11-21 12:06:18 -08002079 std::string fname(PrettyMethod(cu->method_idx, *cu->dex_file));
buzbee52a77fc2012-11-20 19:50:46 -08002080 ReplaceSpecialChars(fname);
buzbee6459e7c2012-10-02 14:42:41 -07002081 // TODO: make configurable change naming mechanism to avoid fname length issues.
buzbee4f1181f2012-06-22 13:52:12 -07002082 fname = StringPrintf("/sdcard/Bitcode/%s.bc", fname.c_str());
buzbee2cfc6392012-05-07 14:51:40 -07002083
buzbee6459e7c2012-10-02 14:42:41 -07002084 if (fname.size() > 240) {
2085 LOG(INFO) << "Warning: bitcode filename too long. Truncated.";
2086 fname.resize(240);
2087 }
2088
buzbeead8f15e2012-06-18 14:49:45 -07002089 llvm::OwningPtr<llvm::tool_output_file> out_file(
2090 new llvm::tool_output_file(fname.c_str(), errmsg,
2091 llvm::raw_fd_ostream::F_Binary));
buzbee2cfc6392012-05-07 14:51:40 -07002092
buzbeead8f15e2012-06-18 14:49:45 -07002093 if (!errmsg.empty()) {
2094 LOG(ERROR) << "Failed to create bitcode output file: " << errmsg;
2095 }
2096
buzbeefa57c472012-11-21 12:06:18 -08002097 llvm::WriteBitcodeToFile(cu->module, out_file->os());
buzbeead8f15e2012-06-18 14:49:45 -07002098 out_file->keep();
buzbee6969d502012-06-15 16:40:31 -07002099 }
buzbee2cfc6392012-05-07 14:51:40 -07002100}
2101
buzbeefa57c472012-11-21 12:06:18 -08002102static RegLocation GetLoc(CompilationUnit* cu, llvm::Value* val) {
buzbee2cfc6392012-05-07 14:51:40 -07002103 RegLocation res;
buzbeeb03f4872012-06-11 15:22:11 -07002104 DCHECK(val != NULL);
buzbeefa57c472012-11-21 12:06:18 -08002105 SafeMap<llvm::Value*, RegLocation>::iterator it = cu->loc_map.find(val);
2106 if (it == cu->loc_map.end()) {
2107 std::string val_name = val->getName().str();
2108 if (val_name.empty()) {
buzbee101305f2012-06-28 18:00:56 -07002109 // FIXME: need to be more robust, handle FP and be in a position to
2110 // manage unnamed temps whose lifetimes span basic block boundaries
buzbee4f1181f2012-06-22 13:52:12 -07002111 UNIMPLEMENTED(WARNING) << "Need to handle unnamed llvm temps";
2112 memset(&res, 0, sizeof(res));
2113 res.location = kLocPhysReg;
buzbeefa57c472012-11-21 12:06:18 -08002114 res.low_reg = AllocTemp(cu);
buzbee4f1181f2012-06-22 13:52:12 -07002115 res.home = true;
buzbeefa57c472012-11-21 12:06:18 -08002116 res.s_reg_low = INVALID_SREG;
2117 res.orig_sreg = INVALID_SREG;
buzbee101305f2012-06-28 18:00:56 -07002118 llvm::Type* ty = val->getType();
buzbeefa57c472012-11-21 12:06:18 -08002119 res.wide = ((ty == cu->irb->getInt64Ty()) ||
2120 (ty == cu->irb->getDoubleTy()));
buzbee101305f2012-06-28 18:00:56 -07002121 if (res.wide) {
buzbeefa57c472012-11-21 12:06:18 -08002122 res.high_reg = AllocTemp(cu);
buzbee101305f2012-06-28 18:00:56 -07002123 }
buzbeefa57c472012-11-21 12:06:18 -08002124 cu->loc_map.Put(val, res);
buzbee32412962012-06-26 16:27:56 -07002125 } else {
buzbeefa57c472012-11-21 12:06:18 -08002126 DCHECK_EQ(val_name[0], 'v');
2127 int base_sreg = INVALID_SREG;
2128 sscanf(val_name.c_str(), "v%d_", &base_sreg);
2129 res = cu->reg_location[base_sreg];
2130 cu->loc_map.Put(val, res);
buzbee2cfc6392012-05-07 14:51:40 -07002131 }
2132 } else {
2133 res = it->second;
2134 }
2135 return res;
2136}
2137
buzbeefa57c472012-11-21 12:06:18 -08002138static Instruction::Code GetDalvikOpcode(OpKind op, bool is_const, bool is_wide)
buzbee2cfc6392012-05-07 14:51:40 -07002139{
2140 Instruction::Code res = Instruction::NOP;
buzbeefa57c472012-11-21 12:06:18 -08002141 if (is_wide) {
buzbee2cfc6392012-05-07 14:51:40 -07002142 switch(op) {
2143 case kOpAdd: res = Instruction::ADD_LONG; break;
2144 case kOpSub: res = Instruction::SUB_LONG; break;
2145 case kOpMul: res = Instruction::MUL_LONG; break;
2146 case kOpDiv: res = Instruction::DIV_LONG; break;
2147 case kOpRem: res = Instruction::REM_LONG; break;
2148 case kOpAnd: res = Instruction::AND_LONG; break;
2149 case kOpOr: res = Instruction::OR_LONG; break;
2150 case kOpXor: res = Instruction::XOR_LONG; break;
2151 case kOpLsl: res = Instruction::SHL_LONG; break;
2152 case kOpLsr: res = Instruction::USHR_LONG; break;
2153 case kOpAsr: res = Instruction::SHR_LONG; break;
2154 default: LOG(FATAL) << "Unexpected OpKind " << op;
2155 }
buzbeefa57c472012-11-21 12:06:18 -08002156 } else if (is_const){
buzbee2cfc6392012-05-07 14:51:40 -07002157 switch(op) {
2158 case kOpAdd: res = Instruction::ADD_INT_LIT16; break;
2159 case kOpSub: res = Instruction::RSUB_INT_LIT8; break;
2160 case kOpMul: res = Instruction::MUL_INT_LIT16; break;
2161 case kOpDiv: res = Instruction::DIV_INT_LIT16; break;
2162 case kOpRem: res = Instruction::REM_INT_LIT16; break;
2163 case kOpAnd: res = Instruction::AND_INT_LIT16; break;
2164 case kOpOr: res = Instruction::OR_INT_LIT16; break;
2165 case kOpXor: res = Instruction::XOR_INT_LIT16; break;
2166 case kOpLsl: res = Instruction::SHL_INT_LIT8; break;
2167 case kOpLsr: res = Instruction::USHR_INT_LIT8; break;
2168 case kOpAsr: res = Instruction::SHR_INT_LIT8; break;
2169 default: LOG(FATAL) << "Unexpected OpKind " << op;
2170 }
2171 } else {
2172 switch(op) {
2173 case kOpAdd: res = Instruction::ADD_INT; break;
2174 case kOpSub: res = Instruction::SUB_INT; break;
2175 case kOpMul: res = Instruction::MUL_INT; break;
2176 case kOpDiv: res = Instruction::DIV_INT; break;
2177 case kOpRem: res = Instruction::REM_INT; break;
2178 case kOpAnd: res = Instruction::AND_INT; break;
2179 case kOpOr: res = Instruction::OR_INT; break;
2180 case kOpXor: res = Instruction::XOR_INT; break;
2181 case kOpLsl: res = Instruction::SHL_INT; break;
2182 case kOpLsr: res = Instruction::USHR_INT; break;
2183 case kOpAsr: res = Instruction::SHR_INT; break;
2184 default: LOG(FATAL) << "Unexpected OpKind " << op;
2185 }
2186 }
2187 return res;
2188}
2189
buzbeefa57c472012-11-21 12:06:18 -08002190static Instruction::Code GetDalvikFPOpcode(OpKind op, bool is_const, bool is_wide)
buzbee4f1181f2012-06-22 13:52:12 -07002191{
2192 Instruction::Code res = Instruction::NOP;
buzbeefa57c472012-11-21 12:06:18 -08002193 if (is_wide) {
buzbee4f1181f2012-06-22 13:52:12 -07002194 switch(op) {
2195 case kOpAdd: res = Instruction::ADD_DOUBLE; break;
2196 case kOpSub: res = Instruction::SUB_DOUBLE; break;
2197 case kOpMul: res = Instruction::MUL_DOUBLE; break;
2198 case kOpDiv: res = Instruction::DIV_DOUBLE; break;
2199 case kOpRem: res = Instruction::REM_DOUBLE; break;
2200 default: LOG(FATAL) << "Unexpected OpKind " << op;
2201 }
2202 } else {
2203 switch(op) {
2204 case kOpAdd: res = Instruction::ADD_FLOAT; break;
2205 case kOpSub: res = Instruction::SUB_FLOAT; break;
2206 case kOpMul: res = Instruction::MUL_FLOAT; break;
2207 case kOpDiv: res = Instruction::DIV_FLOAT; break;
2208 case kOpRem: res = Instruction::REM_FLOAT; break;
2209 default: LOG(FATAL) << "Unexpected OpKind " << op;
2210 }
2211 }
2212 return res;
2213}
2214
buzbeefa57c472012-11-21 12:06:18 -08002215static void CvtBinFPOp(CompilationUnit* cu, OpKind op, llvm::Instruction* inst)
buzbee4f1181f2012-06-22 13:52:12 -07002216{
buzbee02031b12012-11-23 09:41:35 -08002217 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002218 RegLocation rl_dest = GetLoc(cu, inst);
buzbee4f4dfc72012-07-02 14:54:44 -07002219 /*
2220 * Normally, we won't ever generate an FP operation with an immediate
2221 * operand (not supported in Dex instruction set). However, the IR builder
buzbeefa57c472012-11-21 12:06:18 -08002222 * may insert them - in particular for create_neg_fp. Recognize this case
buzbee4f4dfc72012-07-02 14:54:44 -07002223 * and deal with it.
2224 */
2225 llvm::ConstantFP* op1C = llvm::dyn_cast<llvm::ConstantFP>(inst->getOperand(0));
2226 llvm::ConstantFP* op2C = llvm::dyn_cast<llvm::ConstantFP>(inst->getOperand(1));
2227 DCHECK(op2C == NULL);
2228 if ((op1C != NULL) && (op == kOpSub)) {
buzbeefa57c472012-11-21 12:06:18 -08002229 RegLocation rl_src = GetLoc(cu, inst->getOperand(1));
2230 if (rl_dest.wide) {
buzbee02031b12012-11-23 09:41:35 -08002231 cg->GenArithOpDouble(cu, Instruction::NEG_DOUBLE, rl_dest, rl_src, rl_src);
buzbee4f4dfc72012-07-02 14:54:44 -07002232 } else {
buzbee02031b12012-11-23 09:41:35 -08002233 cg->GenArithOpFloat(cu, Instruction::NEG_FLOAT, rl_dest, rl_src, rl_src);
buzbee4f4dfc72012-07-02 14:54:44 -07002234 }
buzbee4f1181f2012-06-22 13:52:12 -07002235 } else {
buzbee4f4dfc72012-07-02 14:54:44 -07002236 DCHECK(op1C == NULL);
buzbeefa57c472012-11-21 12:06:18 -08002237 RegLocation rl_src1 = GetLoc(cu, inst->getOperand(0));
2238 RegLocation rl_src2 = GetLoc(cu, inst->getOperand(1));
2239 Instruction::Code dalvik_op = GetDalvikFPOpcode(op, false, rl_dest.wide);
2240 if (rl_dest.wide) {
buzbee02031b12012-11-23 09:41:35 -08002241 cg->GenArithOpDouble(cu, dalvik_op, rl_dest, rl_src1, rl_src2);
buzbee4f4dfc72012-07-02 14:54:44 -07002242 } else {
buzbee02031b12012-11-23 09:41:35 -08002243 cg->GenArithOpFloat(cu, dalvik_op, rl_dest, rl_src1, rl_src2);
buzbee4f4dfc72012-07-02 14:54:44 -07002244 }
buzbee4f1181f2012-06-22 13:52:12 -07002245 }
2246}
2247
buzbeefa57c472012-11-21 12:06:18 -08002248static void CvtIntNarrowing(CompilationUnit* cu, llvm::Instruction* inst,
buzbee101305f2012-06-28 18:00:56 -07002249 Instruction::Code opcode)
2250{
buzbee02031b12012-11-23 09:41:35 -08002251 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002252 RegLocation rl_dest = GetLoc(cu, inst);
2253 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
buzbee02031b12012-11-23 09:41:35 -08002254 cg->GenIntNarrowing(cu, opcode, rl_dest, rl_src);
buzbee101305f2012-06-28 18:00:56 -07002255}
2256
buzbeefa57c472012-11-21 12:06:18 -08002257static void CvtIntToFP(CompilationUnit* cu, llvm::Instruction* inst)
buzbee76592632012-06-29 15:18:35 -07002258{
buzbee02031b12012-11-23 09:41:35 -08002259 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002260 RegLocation rl_dest = GetLoc(cu, inst);
2261 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
buzbee76592632012-06-29 15:18:35 -07002262 Instruction::Code opcode;
buzbeefa57c472012-11-21 12:06:18 -08002263 if (rl_dest.wide) {
2264 if (rl_src.wide) {
buzbee76592632012-06-29 15:18:35 -07002265 opcode = Instruction::LONG_TO_DOUBLE;
2266 } else {
2267 opcode = Instruction::INT_TO_DOUBLE;
2268 }
2269 } else {
buzbeefa57c472012-11-21 12:06:18 -08002270 if (rl_src.wide) {
buzbee76592632012-06-29 15:18:35 -07002271 opcode = Instruction::LONG_TO_FLOAT;
2272 } else {
2273 opcode = Instruction::INT_TO_FLOAT;
2274 }
2275 }
buzbee02031b12012-11-23 09:41:35 -08002276 cg->GenConversion(cu, opcode, rl_dest, rl_src);
buzbee76592632012-06-29 15:18:35 -07002277}
2278
buzbeefa57c472012-11-21 12:06:18 -08002279static void CvtFPToInt(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee76592632012-06-29 15:18:35 -07002280{
buzbee02031b12012-11-23 09:41:35 -08002281 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002282 RegLocation rl_dest = GetLoc(cu, call_inst);
2283 RegLocation rl_src = GetLoc(cu, call_inst->getOperand(0));
buzbee76592632012-06-29 15:18:35 -07002284 Instruction::Code opcode;
buzbeefa57c472012-11-21 12:06:18 -08002285 if (rl_dest.wide) {
2286 if (rl_src.wide) {
buzbee76592632012-06-29 15:18:35 -07002287 opcode = Instruction::DOUBLE_TO_LONG;
2288 } else {
2289 opcode = Instruction::FLOAT_TO_LONG;
2290 }
2291 } else {
buzbeefa57c472012-11-21 12:06:18 -08002292 if (rl_src.wide) {
buzbee76592632012-06-29 15:18:35 -07002293 opcode = Instruction::DOUBLE_TO_INT;
2294 } else {
2295 opcode = Instruction::FLOAT_TO_INT;
2296 }
2297 }
buzbee02031b12012-11-23 09:41:35 -08002298 cg->GenConversion(cu, opcode, rl_dest, rl_src);
buzbee76592632012-06-29 15:18:35 -07002299}
2300
buzbeefa57c472012-11-21 12:06:18 -08002301static void CvtFloatToDouble(CompilationUnit* cu, llvm::Instruction* inst)
buzbee76592632012-06-29 15:18:35 -07002302{
buzbee02031b12012-11-23 09:41:35 -08002303 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002304 RegLocation rl_dest = GetLoc(cu, inst);
2305 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
buzbee02031b12012-11-23 09:41:35 -08002306 cg->GenConversion(cu, Instruction::FLOAT_TO_DOUBLE, rl_dest, rl_src);
buzbee76592632012-06-29 15:18:35 -07002307}
2308
buzbeefa57c472012-11-21 12:06:18 -08002309static void CvtTrunc(CompilationUnit* cu, llvm::Instruction* inst)
buzbee76592632012-06-29 15:18:35 -07002310{
buzbee02031b12012-11-23 09:41:35 -08002311 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002312 RegLocation rl_dest = GetLoc(cu, inst);
2313 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
2314 rl_src = UpdateLocWide(cu, rl_src);
2315 rl_src = WideToNarrow(cu, rl_src);
buzbee02031b12012-11-23 09:41:35 -08002316 cg->StoreValue(cu, rl_dest, rl_src);
buzbee76592632012-06-29 15:18:35 -07002317}
2318
buzbeefa57c472012-11-21 12:06:18 -08002319static void CvtDoubleToFloat(CompilationUnit* cu, llvm::Instruction* inst)
buzbee76592632012-06-29 15:18:35 -07002320{
buzbee02031b12012-11-23 09:41:35 -08002321 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002322 RegLocation rl_dest = GetLoc(cu, inst);
2323 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
buzbee02031b12012-11-23 09:41:35 -08002324 cg->GenConversion(cu, Instruction::DOUBLE_TO_FLOAT, rl_dest, rl_src);
buzbee76592632012-06-29 15:18:35 -07002325}
2326
2327
buzbeefa57c472012-11-21 12:06:18 -08002328static void CvtIntExt(CompilationUnit* cu, llvm::Instruction* inst, bool is_signed)
buzbee101305f2012-06-28 18:00:56 -07002329{
buzbee02031b12012-11-23 09:41:35 -08002330 Codegen* cg = cu->cg.get();
buzbee101305f2012-06-28 18:00:56 -07002331 // TODO: evaluate src/tgt types and add general support for more than int to long
buzbeefa57c472012-11-21 12:06:18 -08002332 RegLocation rl_dest = GetLoc(cu, inst);
2333 RegLocation rl_src = GetLoc(cu, inst->getOperand(0));
2334 DCHECK(rl_dest.wide);
2335 DCHECK(!rl_src.wide);
2336 DCHECK(!rl_dest.fp);
2337 DCHECK(!rl_src.fp);
2338 RegLocation rl_result = EvalLoc(cu, rl_dest, kCoreReg, true);
2339 if (rl_src.location == kLocPhysReg) {
buzbee02031b12012-11-23 09:41:35 -08002340 cg->OpRegCopy(cu, rl_result.low_reg, rl_src.low_reg);
buzbee101305f2012-06-28 18:00:56 -07002341 } else {
buzbee02031b12012-11-23 09:41:35 -08002342 cg->LoadValueDirect(cu, rl_src, rl_result.low_reg);
buzbee101305f2012-06-28 18:00:56 -07002343 }
buzbeefa57c472012-11-21 12:06:18 -08002344 if (is_signed) {
buzbee02031b12012-11-23 09:41:35 -08002345 cg->OpRegRegImm(cu, kOpAsr, rl_result.high_reg, rl_result.low_reg, 31);
buzbee101305f2012-06-28 18:00:56 -07002346 } else {
buzbee02031b12012-11-23 09:41:35 -08002347 cg->LoadConstant(cu, rl_result.high_reg, 0);
buzbee101305f2012-06-28 18:00:56 -07002348 }
buzbee02031b12012-11-23 09:41:35 -08002349 cg->StoreValueWide(cu, rl_dest, rl_result);
buzbee101305f2012-06-28 18:00:56 -07002350}
2351
buzbeefa57c472012-11-21 12:06:18 -08002352static void CvtBinOp(CompilationUnit* cu, OpKind op, llvm::Instruction* inst)
buzbee2cfc6392012-05-07 14:51:40 -07002353{
buzbee02031b12012-11-23 09:41:35 -08002354 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002355 RegLocation rl_dest = GetLoc(cu, inst);
buzbee2cfc6392012-05-07 14:51:40 -07002356 llvm::Value* lhs = inst->getOperand(0);
buzbeef58c12c2012-07-03 15:06:29 -07002357 // Special-case RSUB/NEG
buzbeefa57c472012-11-21 12:06:18 -08002358 llvm::ConstantInt* lhs_imm = llvm::dyn_cast<llvm::ConstantInt>(lhs);
2359 if ((op == kOpSub) && (lhs_imm != NULL)) {
2360 RegLocation rl_src1 = GetLoc(cu, inst->getOperand(1));
2361 if (rl_src1.wide) {
2362 DCHECK_EQ(lhs_imm->getSExtValue(), 0);
buzbee02031b12012-11-23 09:41:35 -08002363 cg->GenArithOpLong(cu, Instruction::NEG_LONG, rl_dest, rl_src1, rl_src1);
buzbeef58c12c2012-07-03 15:06:29 -07002364 } else {
buzbee02031b12012-11-23 09:41:35 -08002365 cg->GenArithOpIntLit(cu, Instruction::RSUB_INT, rl_dest, rl_src1,
buzbeefa57c472012-11-21 12:06:18 -08002366 lhs_imm->getSExtValue());
buzbeef58c12c2012-07-03 15:06:29 -07002367 }
buzbee4f1181f2012-06-22 13:52:12 -07002368 return;
2369 }
buzbeefa57c472012-11-21 12:06:18 -08002370 DCHECK(lhs_imm == NULL);
2371 RegLocation rl_src1 = GetLoc(cu, inst->getOperand(0));
buzbee2cfc6392012-05-07 14:51:40 -07002372 llvm::Value* rhs = inst->getOperand(1);
buzbeefa57c472012-11-21 12:06:18 -08002373 llvm::ConstantInt* const_rhs = llvm::dyn_cast<llvm::ConstantInt>(rhs);
2374 if (!rl_dest.wide && (const_rhs != NULL)) {
2375 Instruction::Code dalvik_op = GetDalvikOpcode(op, true, false);
buzbee02031b12012-11-23 09:41:35 -08002376 cg->GenArithOpIntLit(cu, dalvik_op, rl_dest, rl_src1, const_rhs->getSExtValue());
buzbee2cfc6392012-05-07 14:51:40 -07002377 } else {
buzbeefa57c472012-11-21 12:06:18 -08002378 Instruction::Code dalvik_op = GetDalvikOpcode(op, false, rl_dest.wide);
2379 RegLocation rl_src2;
2380 if (const_rhs != NULL) {
buzbee63ebbb62012-08-03 14:05:41 -07002381 // ir_builder converts NOT_LONG to xor src, -1. Restore
buzbeefa57c472012-11-21 12:06:18 -08002382 DCHECK_EQ(dalvik_op, Instruction::XOR_LONG);
2383 DCHECK_EQ(-1L, const_rhs->getSExtValue());
2384 dalvik_op = Instruction::NOT_LONG;
2385 rl_src2 = rl_src1;
buzbee9a2487f2012-07-26 14:01:13 -07002386 } else {
buzbeefa57c472012-11-21 12:06:18 -08002387 rl_src2 = GetLoc(cu, rhs);
buzbee9a2487f2012-07-26 14:01:13 -07002388 }
buzbeefa57c472012-11-21 12:06:18 -08002389 if (rl_dest.wide) {
buzbee02031b12012-11-23 09:41:35 -08002390 cg->GenArithOpLong(cu, dalvik_op, rl_dest, rl_src1, rl_src2);
buzbee2cfc6392012-05-07 14:51:40 -07002391 } else {
buzbee02031b12012-11-23 09:41:35 -08002392 cg->GenArithOpInt(cu, dalvik_op, rl_dest, rl_src1, rl_src2);
buzbee2cfc6392012-05-07 14:51:40 -07002393 }
2394 }
2395}
2396
buzbeefa57c472012-11-21 12:06:18 -08002397static void CvtShiftOp(CompilationUnit* cu, Instruction::Code opcode, llvm::CallInst* call_inst)
buzbee101305f2012-06-28 18:00:56 -07002398{
buzbee02031b12012-11-23 09:41:35 -08002399 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002400 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2401 RegLocation rl_dest = GetLoc(cu, call_inst);
2402 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(0));
2403 llvm::Value* rhs = call_inst->getArgOperand(1);
buzbee2a83e8f2012-07-13 16:42:30 -07002404 if (llvm::ConstantInt* src2 = llvm::dyn_cast<llvm::ConstantInt>(rhs)) {
buzbeefa57c472012-11-21 12:06:18 -08002405 DCHECK(!rl_dest.wide);
buzbee02031b12012-11-23 09:41:35 -08002406 cg->GenArithOpIntLit(cu, opcode, rl_dest, rl_src, src2->getSExtValue());
buzbee101305f2012-06-28 18:00:56 -07002407 } else {
buzbeefa57c472012-11-21 12:06:18 -08002408 RegLocation rl_shift = GetLoc(cu, rhs);
2409 if (call_inst->getType() == cu->irb->getInt64Ty()) {
buzbee02031b12012-11-23 09:41:35 -08002410 cg->GenShiftOpLong(cu, opcode, rl_dest, rl_src, rl_shift);
buzbee2a83e8f2012-07-13 16:42:30 -07002411 } else {
buzbee02031b12012-11-23 09:41:35 -08002412 cg->GenArithOpInt(cu, opcode, rl_dest, rl_src, rl_shift);
buzbee2a83e8f2012-07-13 16:42:30 -07002413 }
buzbee101305f2012-06-28 18:00:56 -07002414 }
2415}
2416
buzbeefa57c472012-11-21 12:06:18 -08002417static void CvtBr(CompilationUnit* cu, llvm::Instruction* inst)
buzbee2cfc6392012-05-07 14:51:40 -07002418{
buzbee02031b12012-11-23 09:41:35 -08002419 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002420 llvm::BranchInst* br_inst = llvm::dyn_cast<llvm::BranchInst>(inst);
2421 DCHECK(br_inst != NULL);
2422 DCHECK(br_inst->isUnconditional()); // May change - but this is all we use now
2423 llvm::BasicBlock* target_bb = br_inst->getSuccessor(0);
buzbee02031b12012-11-23 09:41:35 -08002424 cg->OpUnconditionalBranch(cu, cu->block_to_label_map.Get(target_bb));
buzbee2cfc6392012-05-07 14:51:40 -07002425}
2426
buzbeefa57c472012-11-21 12:06:18 -08002427static void CvtPhi(CompilationUnit* cu, llvm::Instruction* inst)
buzbee2cfc6392012-05-07 14:51:40 -07002428{
2429 // Nop - these have already been processed
2430}
2431
buzbeefa57c472012-11-21 12:06:18 -08002432static void CvtRet(CompilationUnit* cu, llvm::Instruction* inst)
buzbee2cfc6392012-05-07 14:51:40 -07002433{
buzbee02031b12012-11-23 09:41:35 -08002434 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002435 llvm::ReturnInst* ret_inst = llvm::dyn_cast<llvm::ReturnInst>(inst);
2436 llvm::Value* ret_val = ret_inst->getReturnValue();
2437 if (ret_val != NULL) {
2438 RegLocation rl_src = GetLoc(cu, ret_val);
2439 if (rl_src.wide) {
buzbee02031b12012-11-23 09:41:35 -08002440 cg->StoreValueWide(cu, GetReturnWide(cu, rl_src.fp), rl_src);
buzbee2cfc6392012-05-07 14:51:40 -07002441 } else {
buzbee02031b12012-11-23 09:41:35 -08002442 cg->StoreValue(cu, GetReturn(cu, rl_src.fp), rl_src);
buzbee2cfc6392012-05-07 14:51:40 -07002443 }
2444 }
buzbee02031b12012-11-23 09:41:35 -08002445 cg->GenExitSequence(cu);
buzbee2cfc6392012-05-07 14:51:40 -07002446}
2447
buzbeefa57c472012-11-21 12:06:18 -08002448static ConditionCode GetCond(llvm::ICmpInst::Predicate llvm_cond)
buzbee2cfc6392012-05-07 14:51:40 -07002449{
2450 ConditionCode res = kCondAl;
buzbeefa57c472012-11-21 12:06:18 -08002451 switch(llvm_cond) {
buzbee6969d502012-06-15 16:40:31 -07002452 case llvm::ICmpInst::ICMP_EQ: res = kCondEq; break;
buzbee4f1181f2012-06-22 13:52:12 -07002453 case llvm::ICmpInst::ICMP_NE: res = kCondNe; break;
2454 case llvm::ICmpInst::ICMP_SLT: res = kCondLt; break;
2455 case llvm::ICmpInst::ICMP_SGE: res = kCondGe; break;
buzbee2cfc6392012-05-07 14:51:40 -07002456 case llvm::ICmpInst::ICMP_SGT: res = kCondGt; break;
buzbee4f1181f2012-06-22 13:52:12 -07002457 case llvm::ICmpInst::ICMP_SLE: res = kCondLe; break;
buzbee2cfc6392012-05-07 14:51:40 -07002458 default: LOG(FATAL) << "Unexpected llvm condition";
2459 }
2460 return res;
2461}
2462
buzbeefa57c472012-11-21 12:06:18 -08002463static void CvtICmp(CompilationUnit* cu, llvm::Instruction* inst)
buzbee2cfc6392012-05-07 14:51:40 -07002464{
buzbee02031b12012-11-23 09:41:35 -08002465 // cg->GenCmpLong(cu, rl_dest, rl_src1, rl_src2)
buzbee2cfc6392012-05-07 14:51:40 -07002466 UNIMPLEMENTED(FATAL);
2467}
2468
buzbeefa57c472012-11-21 12:06:18 -08002469static void CvtICmpBr(CompilationUnit* cu, llvm::Instruction* inst,
2470 llvm::BranchInst* br_inst)
buzbee2cfc6392012-05-07 14:51:40 -07002471{
buzbee02031b12012-11-23 09:41:35 -08002472 Codegen* cg = cu->cg.get();
buzbee2cfc6392012-05-07 14:51:40 -07002473 // Get targets
buzbeefa57c472012-11-21 12:06:18 -08002474 llvm::BasicBlock* taken_bb = br_inst->getSuccessor(0);
2475 LIR* taken = cu->block_to_label_map.Get(taken_bb);
2476 llvm::BasicBlock* fallthrough_bb = br_inst->getSuccessor(1);
2477 LIR* fall_through = cu->block_to_label_map.Get(fallthrough_bb);
buzbee2cfc6392012-05-07 14:51:40 -07002478 // Get comparison operands
buzbeefa57c472012-11-21 12:06:18 -08002479 llvm::ICmpInst* i_cmp_inst = llvm::dyn_cast<llvm::ICmpInst>(inst);
2480 ConditionCode cond = GetCond(i_cmp_inst->getPredicate());
2481 llvm::Value* lhs = i_cmp_inst->getOperand(0);
buzbee2cfc6392012-05-07 14:51:40 -07002482 // Not expecting a constant as 1st operand
2483 DCHECK(llvm::dyn_cast<llvm::ConstantInt>(lhs) == NULL);
buzbeefa57c472012-11-21 12:06:18 -08002484 RegLocation rl_src1 = GetLoc(cu, inst->getOperand(0));
buzbee02031b12012-11-23 09:41:35 -08002485 rl_src1 = cg->LoadValue(cu, rl_src1, kCoreReg);
buzbee2cfc6392012-05-07 14:51:40 -07002486 llvm::Value* rhs = inst->getOperand(1);
buzbeefa57c472012-11-21 12:06:18 -08002487 if (cu->instruction_set == kMips) {
buzbeeb046e162012-10-30 15:48:42 -07002488 // Compare and branch in one shot
2489 UNIMPLEMENTED(FATAL);
2490 }
buzbee2cfc6392012-05-07 14:51:40 -07002491 //Compare, then branch
2492 // TODO: handle fused CMP_LONG/IF_xxZ case
2493 if (llvm::ConstantInt* src2 = llvm::dyn_cast<llvm::ConstantInt>(rhs)) {
buzbee02031b12012-11-23 09:41:35 -08002494 cg->OpRegImm(cu, kOpCmp, rl_src1.low_reg, src2->getSExtValue());
buzbeed5018892012-07-11 14:23:40 -07002495 } else if (llvm::dyn_cast<llvm::ConstantPointerNull>(rhs) != NULL) {
buzbee02031b12012-11-23 09:41:35 -08002496 cg->OpRegImm(cu, kOpCmp, rl_src1.low_reg, 0);
buzbee2cfc6392012-05-07 14:51:40 -07002497 } else {
buzbeefa57c472012-11-21 12:06:18 -08002498 RegLocation rl_src2 = GetLoc(cu, rhs);
buzbee02031b12012-11-23 09:41:35 -08002499 rl_src2 = cg->LoadValue(cu, rl_src2, kCoreReg);
2500 cg->OpRegReg(cu, kOpCmp, rl_src1.low_reg, rl_src2.low_reg);
buzbee2cfc6392012-05-07 14:51:40 -07002501 }
buzbee02031b12012-11-23 09:41:35 -08002502 cg->OpCondBranch(cu, cond, taken);
buzbee2cfc6392012-05-07 14:51:40 -07002503 // Fallthrough
buzbee02031b12012-11-23 09:41:35 -08002504 cg->OpUnconditionalBranch(cu, fall_through);
buzbee2cfc6392012-05-07 14:51:40 -07002505}
2506
buzbeefa57c472012-11-21 12:06:18 -08002507static void CvtCopy(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee2cfc6392012-05-07 14:51:40 -07002508{
buzbee02031b12012-11-23 09:41:35 -08002509 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002510 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
2511 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(0));
2512 RegLocation rl_dest = GetLoc(cu, call_inst);
2513 DCHECK_EQ(rl_src.wide, rl_dest.wide);
2514 DCHECK_EQ(rl_src.fp, rl_dest.fp);
2515 if (rl_src.wide) {
buzbee02031b12012-11-23 09:41:35 -08002516 cg->StoreValueWide(cu, rl_dest, rl_src);
buzbee2cfc6392012-05-07 14:51:40 -07002517 } else {
buzbee02031b12012-11-23 09:41:35 -08002518 cg->StoreValue(cu, rl_dest, rl_src);
buzbee2cfc6392012-05-07 14:51:40 -07002519 }
2520}
2521
2522// Note: Immediate arg is a ConstantInt regardless of result type
buzbeefa57c472012-11-21 12:06:18 -08002523static void CvtConst(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee2cfc6392012-05-07 14:51:40 -07002524{
buzbee02031b12012-11-23 09:41:35 -08002525 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002526 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
buzbee2cfc6392012-05-07 14:51:40 -07002527 llvm::ConstantInt* src =
buzbeefa57c472012-11-21 12:06:18 -08002528 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
buzbee2cfc6392012-05-07 14:51:40 -07002529 uint64_t immval = src->getZExtValue();
buzbeefa57c472012-11-21 12:06:18 -08002530 RegLocation rl_dest = GetLoc(cu, call_inst);
2531 RegLocation rl_result = EvalLoc(cu, rl_dest, kAnyReg, true);
2532 if (rl_dest.wide) {
buzbee02031b12012-11-23 09:41:35 -08002533 cg->LoadConstantValueWide(cu, rl_result.low_reg, rl_result.high_reg,
buzbee2cfc6392012-05-07 14:51:40 -07002534 (immval) & 0xffffffff, (immval >> 32) & 0xffffffff);
buzbee02031b12012-11-23 09:41:35 -08002535 cg->StoreValueWide(cu, rl_dest, rl_result);
buzbee2cfc6392012-05-07 14:51:40 -07002536 } else {
buzbee7da142f2012-11-29 16:33:42 -08002537 int immediate = immval & 0xffffffff;
2538 cg->LoadConstantNoClobber(cu, rl_result.low_reg, immediate);
buzbee02031b12012-11-23 09:41:35 -08002539 cg->StoreValue(cu, rl_dest, rl_result);
buzbee7da142f2012-11-29 16:33:42 -08002540 if (immediate == 0) {
2541 cg->Workaround7250540(cu, rl_dest, rl_result.low_reg);
2542 }
buzbee2cfc6392012-05-07 14:51:40 -07002543 }
2544}
2545
buzbeefa57c472012-11-21 12:06:18 -08002546static void CvtConstObject(CompilationUnit* cu, llvm::CallInst* call_inst, bool is_string)
buzbee6969d502012-06-15 16:40:31 -07002547{
buzbee02031b12012-11-23 09:41:35 -08002548 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002549 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
2550 llvm::ConstantInt* idx_val =
2551 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2552 uint32_t index = idx_val->getZExtValue();
2553 RegLocation rl_dest = GetLoc(cu, call_inst);
2554 if (is_string) {
buzbee02031b12012-11-23 09:41:35 -08002555 cg->GenConstString(cu, index, rl_dest);
buzbee101305f2012-06-28 18:00:56 -07002556 } else {
buzbee02031b12012-11-23 09:41:35 -08002557 cg->GenConstClass(cu, index, rl_dest);
buzbee101305f2012-06-28 18:00:56 -07002558 }
2559}
2560
buzbeefa57c472012-11-21 12:06:18 -08002561static void CvtFillArrayData(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee101305f2012-06-28 18:00:56 -07002562{
buzbee02031b12012-11-23 09:41:35 -08002563 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002564 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2565 llvm::ConstantInt* offset_val =
2566 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2567 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(1));
buzbee02031b12012-11-23 09:41:35 -08002568 cg->GenFillArrayData(cu, offset_val->getSExtValue(), rl_src);
buzbee6969d502012-06-15 16:40:31 -07002569}
2570
buzbeefa57c472012-11-21 12:06:18 -08002571static void CvtNewInstance(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee4f1181f2012-06-22 13:52:12 -07002572{
buzbee02031b12012-11-23 09:41:35 -08002573 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002574 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
2575 llvm::ConstantInt* type_idx_val =
2576 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2577 uint32_t type_idx = type_idx_val->getZExtValue();
2578 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002579 cg->GenNewInstance(cu, type_idx, rl_dest);
buzbee4f1181f2012-06-22 13:52:12 -07002580}
2581
buzbeefa57c472012-11-21 12:06:18 -08002582static void CvtNewArray(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee8fa0fda2012-06-27 15:44:52 -07002583{
buzbee02031b12012-11-23 09:41:35 -08002584 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002585 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2586 llvm::ConstantInt* type_idx_val =
2587 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2588 uint32_t type_idx = type_idx_val->getZExtValue();
2589 llvm::Value* len = call_inst->getArgOperand(1);
2590 RegLocation rl_len = GetLoc(cu, len);
2591 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002592 cg->GenNewArray(cu, type_idx, rl_dest, rl_len);
buzbee8fa0fda2012-06-27 15:44:52 -07002593}
2594
buzbeefa57c472012-11-21 12:06:18 -08002595static void CvtInstanceOf(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee8fa0fda2012-06-27 15:44:52 -07002596{
buzbee02031b12012-11-23 09:41:35 -08002597 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002598 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2599 llvm::ConstantInt* type_idx_val =
2600 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2601 uint32_t type_idx = type_idx_val->getZExtValue();
2602 llvm::Value* src = call_inst->getArgOperand(1);
2603 RegLocation rl_src = GetLoc(cu, src);
2604 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002605 cg->GenInstanceof(cu, type_idx, rl_dest, rl_src);
buzbee8fa0fda2012-06-27 15:44:52 -07002606}
2607
buzbeefa57c472012-11-21 12:06:18 -08002608static void CvtThrow(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee32412962012-06-26 16:27:56 -07002609{
buzbee02031b12012-11-23 09:41:35 -08002610 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002611 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
2612 llvm::Value* src = call_inst->getArgOperand(0);
2613 RegLocation rl_src = GetLoc(cu, src);
buzbee02031b12012-11-23 09:41:35 -08002614 cg->GenThrow(cu, rl_src);
buzbee32412962012-06-26 16:27:56 -07002615}
2616
buzbeefa57c472012-11-21 12:06:18 -08002617static void CvtMonitorEnterExit(CompilationUnit* cu, bool is_enter,
2618 llvm::CallInst* call_inst)
buzbee8fa0fda2012-06-27 15:44:52 -07002619{
buzbee02031b12012-11-23 09:41:35 -08002620 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002621 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2622 llvm::ConstantInt* opt_flags =
2623 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2624 llvm::Value* src = call_inst->getArgOperand(1);
2625 RegLocation rl_src = GetLoc(cu, src);
2626 if (is_enter) {
buzbee02031b12012-11-23 09:41:35 -08002627 cg->GenMonitorEnter(cu, opt_flags->getZExtValue(), rl_src);
buzbee8fa0fda2012-06-27 15:44:52 -07002628 } else {
buzbee02031b12012-11-23 09:41:35 -08002629 cg->GenMonitorExit(cu, opt_flags->getZExtValue(), rl_src);
buzbee8fa0fda2012-06-27 15:44:52 -07002630 }
2631}
2632
buzbeefa57c472012-11-21 12:06:18 -08002633static void CvtArrayLength(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee8fa0fda2012-06-27 15:44:52 -07002634{
buzbee02031b12012-11-23 09:41:35 -08002635 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002636 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2637 llvm::ConstantInt* opt_flags =
2638 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2639 llvm::Value* src = call_inst->getArgOperand(1);
2640 RegLocation rl_src = GetLoc(cu, src);
buzbee02031b12012-11-23 09:41:35 -08002641 rl_src = cg->LoadValue(cu, rl_src, kCoreReg);
2642 cg->GenNullCheck(cu, rl_src.s_reg_low, rl_src.low_reg, opt_flags->getZExtValue());
buzbeefa57c472012-11-21 12:06:18 -08002643 RegLocation rl_dest = GetLoc(cu, call_inst);
2644 RegLocation rl_result = EvalLoc(cu, rl_dest, kCoreReg, true);
2645 int len_offset = Array::LengthOffset().Int32Value();
buzbee02031b12012-11-23 09:41:35 -08002646 cg->LoadWordDisp(cu, rl_src.low_reg, len_offset, rl_result.low_reg);
2647 cg->StoreValue(cu, rl_dest, rl_result);
buzbee8fa0fda2012-06-27 15:44:52 -07002648}
2649
buzbeefa57c472012-11-21 12:06:18 -08002650static void CvtMoveException(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee32412962012-06-26 16:27:56 -07002651{
buzbee02031b12012-11-23 09:41:35 -08002652 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002653 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002654 cg->GenMoveException(cu, rl_dest);
buzbee32412962012-06-26 16:27:56 -07002655}
2656
buzbeefa57c472012-11-21 12:06:18 -08002657static void CvtSget(CompilationUnit* cu, llvm::CallInst* call_inst, bool is_wide, bool is_object)
buzbee4f1181f2012-06-22 13:52:12 -07002658{
buzbee02031b12012-11-23 09:41:35 -08002659 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002660 DCHECK_EQ(call_inst->getNumArgOperands(), 1U);
2661 llvm::ConstantInt* type_idx_val =
2662 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2663 uint32_t type_idx = type_idx_val->getZExtValue();
2664 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002665 cg->GenSget(cu, type_idx, rl_dest, is_wide, is_object);
buzbee4f1181f2012-06-22 13:52:12 -07002666}
2667
buzbeefa57c472012-11-21 12:06:18 -08002668static void CvtSput(CompilationUnit* cu, llvm::CallInst* call_inst, bool is_wide, bool is_object)
buzbee8fa0fda2012-06-27 15:44:52 -07002669{
buzbee02031b12012-11-23 09:41:35 -08002670 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002671 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2672 llvm::ConstantInt* type_idx_val =
2673 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2674 uint32_t type_idx = type_idx_val->getZExtValue();
2675 llvm::Value* src = call_inst->getArgOperand(1);
2676 RegLocation rl_src = GetLoc(cu, src);
buzbee02031b12012-11-23 09:41:35 -08002677 cg->GenSput(cu, type_idx, rl_src, is_wide, is_object);
buzbee8fa0fda2012-06-27 15:44:52 -07002678}
2679
buzbeefa57c472012-11-21 12:06:18 -08002680static void CvtAget(CompilationUnit* cu, llvm::CallInst* call_inst, OpSize size, int scale)
buzbee8fa0fda2012-06-27 15:44:52 -07002681{
buzbee02031b12012-11-23 09:41:35 -08002682 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002683 DCHECK_EQ(call_inst->getNumArgOperands(), 3U);
2684 llvm::ConstantInt* opt_flags =
2685 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2686 RegLocation rl_array = GetLoc(cu, call_inst->getArgOperand(1));
2687 RegLocation rl_index = GetLoc(cu, call_inst->getArgOperand(2));
2688 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002689 cg->GenArrayGet(cu, opt_flags->getZExtValue(), size, rl_array, rl_index,
buzbeefa57c472012-11-21 12:06:18 -08002690 rl_dest, scale);
buzbee8fa0fda2012-06-27 15:44:52 -07002691}
2692
buzbeefa57c472012-11-21 12:06:18 -08002693static void CvtAput(CompilationUnit* cu, llvm::CallInst* call_inst, OpSize size,
2694 int scale, bool is_object)
buzbee8fa0fda2012-06-27 15:44:52 -07002695{
buzbee02031b12012-11-23 09:41:35 -08002696 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002697 DCHECK_EQ(call_inst->getNumArgOperands(), 4U);
2698 llvm::ConstantInt* opt_flags =
2699 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2700 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(1));
2701 RegLocation rl_array = GetLoc(cu, call_inst->getArgOperand(2));
2702 RegLocation rl_index = GetLoc(cu, call_inst->getArgOperand(3));
2703 if (is_object) {
buzbee02031b12012-11-23 09:41:35 -08002704 cg->GenArrayObjPut(cu, opt_flags->getZExtValue(), rl_array, rl_index,
buzbeefa57c472012-11-21 12:06:18 -08002705 rl_src, scale);
buzbeef1f86362012-07-10 15:18:31 -07002706 } else {
buzbee02031b12012-11-23 09:41:35 -08002707 cg->GenArrayPut(cu, opt_flags->getZExtValue(), size, rl_array, rl_index,
buzbeefa57c472012-11-21 12:06:18 -08002708 rl_src, scale);
buzbeef1f86362012-07-10 15:18:31 -07002709 }
2710}
2711
buzbeefa57c472012-11-21 12:06:18 -08002712static void CvtAputObj(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbeef1f86362012-07-10 15:18:31 -07002713{
buzbeefa57c472012-11-21 12:06:18 -08002714 CvtAput(cu, call_inst, kWord, 2, true /* is_object */);
buzbeef1f86362012-07-10 15:18:31 -07002715}
2716
buzbeefa57c472012-11-21 12:06:18 -08002717static void CvtAputPrimitive(CompilationUnit* cu, llvm::CallInst* call_inst,
buzbeef1f86362012-07-10 15:18:31 -07002718 OpSize size, int scale)
2719{
buzbeefa57c472012-11-21 12:06:18 -08002720 CvtAput(cu, call_inst, size, scale, false /* is_object */);
buzbee8fa0fda2012-06-27 15:44:52 -07002721}
2722
buzbeefa57c472012-11-21 12:06:18 -08002723static void CvtIget(CompilationUnit* cu, llvm::CallInst* call_inst, OpSize size,
2724 bool is_wide, bool is_obj)
buzbee101305f2012-06-28 18:00:56 -07002725{
buzbee02031b12012-11-23 09:41:35 -08002726 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002727 DCHECK_EQ(call_inst->getNumArgOperands(), 3U);
2728 llvm::ConstantInt* opt_flags =
2729 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2730 RegLocation rl_obj = GetLoc(cu, call_inst->getArgOperand(1));
2731 llvm::ConstantInt* field_idx =
2732 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(2));
2733 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002734 cg->GenIGet(cu, field_idx->getZExtValue(), opt_flags->getZExtValue(),
buzbeefa57c472012-11-21 12:06:18 -08002735 size, rl_dest, rl_obj, is_wide, is_obj);
buzbee101305f2012-06-28 18:00:56 -07002736}
2737
buzbeefa57c472012-11-21 12:06:18 -08002738static void CvtIput(CompilationUnit* cu, llvm::CallInst* call_inst, OpSize size,
2739 bool is_wide, bool is_obj)
buzbee101305f2012-06-28 18:00:56 -07002740{
buzbee02031b12012-11-23 09:41:35 -08002741 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002742 DCHECK_EQ(call_inst->getNumArgOperands(), 4U);
2743 llvm::ConstantInt* opt_flags =
2744 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2745 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(1));
2746 RegLocation rl_obj = GetLoc(cu, call_inst->getArgOperand(2));
2747 llvm::ConstantInt* field_idx =
2748 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(3));
buzbee02031b12012-11-23 09:41:35 -08002749 cg->GenIPut(cu, field_idx->getZExtValue(), opt_flags->getZExtValue(),
buzbeefa57c472012-11-21 12:06:18 -08002750 size, rl_src, rl_obj, is_wide, is_obj);
buzbee101305f2012-06-28 18:00:56 -07002751}
2752
buzbeefa57c472012-11-21 12:06:18 -08002753static void CvtCheckCast(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee101305f2012-06-28 18:00:56 -07002754{
buzbee02031b12012-11-23 09:41:35 -08002755 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002756 DCHECK_EQ(call_inst->getNumArgOperands(), 2U);
2757 llvm::ConstantInt* type_idx =
2758 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2759 RegLocation rl_src = GetLoc(cu, call_inst->getArgOperand(1));
buzbee02031b12012-11-23 09:41:35 -08002760 cg->GenCheckCast(cu, type_idx->getZExtValue(), rl_src);
buzbee101305f2012-06-28 18:00:56 -07002761}
2762
buzbeefa57c472012-11-21 12:06:18 -08002763static void CvtFPCompare(CompilationUnit* cu, llvm::CallInst* call_inst,
buzbeeaad94382012-11-21 07:40:50 -08002764 Instruction::Code opcode)
buzbee76592632012-06-29 15:18:35 -07002765{
buzbee02031b12012-11-23 09:41:35 -08002766 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002767 RegLocation rl_src1 = GetLoc(cu, call_inst->getArgOperand(0));
2768 RegLocation rl_src2 = GetLoc(cu, call_inst->getArgOperand(1));
2769 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002770 cg->GenCmpFP(cu, opcode, rl_dest, rl_src1, rl_src2);
buzbee76592632012-06-29 15:18:35 -07002771}
2772
buzbeefa57c472012-11-21 12:06:18 -08002773static void CvtLongCompare(CompilationUnit* cu, llvm::CallInst* call_inst)
buzbee76592632012-06-29 15:18:35 -07002774{
buzbee02031b12012-11-23 09:41:35 -08002775 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002776 RegLocation rl_src1 = GetLoc(cu, call_inst->getArgOperand(0));
2777 RegLocation rl_src2 = GetLoc(cu, call_inst->getArgOperand(1));
2778 RegLocation rl_dest = GetLoc(cu, call_inst);
buzbee02031b12012-11-23 09:41:35 -08002779 cg->GenCmpLong(cu, rl_dest, rl_src1, rl_src2);
buzbee76592632012-06-29 15:18:35 -07002780}
2781
buzbeefa57c472012-11-21 12:06:18 -08002782static void CvtSwitch(CompilationUnit* cu, llvm::Instruction* inst)
buzbeef58c12c2012-07-03 15:06:29 -07002783{
buzbee02031b12012-11-23 09:41:35 -08002784 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002785 llvm::SwitchInst* sw_inst = llvm::dyn_cast<llvm::SwitchInst>(inst);
2786 DCHECK(sw_inst != NULL);
2787 llvm::Value* test_val = sw_inst->getCondition();
2788 llvm::MDNode* table_offset_node = sw_inst->getMetadata("SwitchTable");
2789 DCHECK(table_offset_node != NULL);
2790 llvm::ConstantInt* table_offset_value =
2791 static_cast<llvm::ConstantInt*>(table_offset_node->getOperand(0));
2792 int32_t table_offset = table_offset_value->getSExtValue();
2793 RegLocation rl_src = GetLoc(cu, test_val);
2794 const uint16_t* table = cu->insns + cu->current_dalvik_offset + table_offset;
2795 uint16_t table_magic = *table;
2796 if (table_magic == 0x100) {
buzbee02031b12012-11-23 09:41:35 -08002797 cg->GenPackedSwitch(cu, table_offset, rl_src);
buzbeea1da8a52012-07-09 14:00:21 -07002798 } else {
buzbeefa57c472012-11-21 12:06:18 -08002799 DCHECK_EQ(table_magic, 0x200);
buzbee02031b12012-11-23 09:41:35 -08002800 cg->GenSparseSwitch(cu, table_offset, rl_src);
buzbeea1da8a52012-07-09 14:00:21 -07002801 }
buzbeef58c12c2012-07-03 15:06:29 -07002802}
2803
buzbeefa57c472012-11-21 12:06:18 -08002804static void CvtInvoke(CompilationUnit* cu, llvm::CallInst* call_inst, bool is_void,
2805 bool is_filled_new_array)
buzbee6969d502012-06-15 16:40:31 -07002806{
buzbee02031b12012-11-23 09:41:35 -08002807 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002808 CallInfo* info = static_cast<CallInfo*>(NewMem(cu, sizeof(CallInfo), true, kAllocMisc));
2809 if (is_void) {
buzbee6969d502012-06-15 16:40:31 -07002810 info->result.location = kLocInvalid;
2811 } else {
buzbeefa57c472012-11-21 12:06:18 -08002812 info->result = GetLoc(cu, call_inst);
buzbee6969d502012-06-15 16:40:31 -07002813 }
buzbeefa57c472012-11-21 12:06:18 -08002814 llvm::ConstantInt* invoke_type_val =
2815 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(0));
2816 llvm::ConstantInt* method_index_val =
2817 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(1));
2818 llvm::ConstantInt* opt_flags_val =
2819 llvm::dyn_cast<llvm::ConstantInt>(call_inst->getArgOperand(2));
2820 info->type = static_cast<InvokeType>(invoke_type_val->getZExtValue());
2821 info->index = method_index_val->getZExtValue();
2822 info->opt_flags = opt_flags_val->getZExtValue();
2823 info->offset = cu->current_dalvik_offset;
buzbee6969d502012-06-15 16:40:31 -07002824
buzbee6969d502012-06-15 16:40:31 -07002825 // Count the argument words, and then build argument array.
buzbeefa57c472012-11-21 12:06:18 -08002826 info->num_arg_words = 0;
2827 for (unsigned int i = 3; i < call_inst->getNumArgOperands(); i++) {
2828 RegLocation t_loc = GetLoc(cu, call_inst->getArgOperand(i));
2829 info->num_arg_words += t_loc.wide ? 2 : 1;
buzbee6969d502012-06-15 16:40:31 -07002830 }
buzbeefa57c472012-11-21 12:06:18 -08002831 info->args = (info->num_arg_words == 0) ? NULL : static_cast<RegLocation*>
2832 (NewMem(cu, sizeof(RegLocation) * info->num_arg_words, false, kAllocMisc));
buzbee6969d502012-06-15 16:40:31 -07002833 // Now, fill in the location records, synthesizing high loc of wide vals
buzbeefa57c472012-11-21 12:06:18 -08002834 for (int i = 3, next = 0; next < info->num_arg_words;) {
2835 info->args[next] = GetLoc(cu, call_inst->getArgOperand(i++));
buzbee6969d502012-06-15 16:40:31 -07002836 if (info->args[next].wide) {
2837 next++;
2838 // TODO: Might make sense to mark this as an invalid loc
buzbeefa57c472012-11-21 12:06:18 -08002839 info->args[next].orig_sreg = info->args[next-1].orig_sreg+1;
2840 info->args[next].s_reg_low = info->args[next-1].s_reg_low+1;
buzbee6969d502012-06-15 16:40:31 -07002841 }
2842 next++;
2843 }
buzbeefa57c472012-11-21 12:06:18 -08002844 // TODO - rework such that we no longer need is_range
2845 info->is_range = (info->num_arg_words > 5);
buzbee4f4dfc72012-07-02 14:54:44 -07002846
buzbeefa57c472012-11-21 12:06:18 -08002847 if (is_filled_new_array) {
buzbee02031b12012-11-23 09:41:35 -08002848 cg->GenFilledNewArray(cu, info);
buzbee101305f2012-06-28 18:00:56 -07002849 } else {
buzbee02031b12012-11-23 09:41:35 -08002850 cg->GenInvoke(cu, info);
buzbee101305f2012-06-28 18:00:56 -07002851 }
buzbee6969d502012-06-15 16:40:31 -07002852}
2853
buzbeead8f15e2012-06-18 14:49:45 -07002854/* Look up the RegLocation associated with a Value. Must already be defined */
buzbeefa57c472012-11-21 12:06:18 -08002855static RegLocation ValToLoc(CompilationUnit* cu, llvm::Value* val)
buzbeead8f15e2012-06-18 14:49:45 -07002856{
buzbeefa57c472012-11-21 12:06:18 -08002857 SafeMap<llvm::Value*, RegLocation>::iterator it = cu->loc_map.find(val);
2858 DCHECK(it != cu->loc_map.end()) << "Missing definition";
buzbeead8f15e2012-06-18 14:49:45 -07002859 return it->second;
2860}
2861
buzbeefa57c472012-11-21 12:06:18 -08002862static bool BitcodeBlockCodeGen(CompilationUnit* cu, llvm::BasicBlock* bb)
buzbee2cfc6392012-05-07 14:51:40 -07002863{
buzbee02031b12012-11-23 09:41:35 -08002864 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08002865 while (cu->llvm_blocks.find(bb) == cu->llvm_blocks.end()) {
2866 llvm::BasicBlock* next_bb = NULL;
2867 cu->llvm_blocks.insert(bb);
2868 bool is_entry = (bb == &cu->func->getEntryBlock());
buzbee0967a252012-09-14 10:43:54 -07002869 // Define the starting label
buzbeefa57c472012-11-21 12:06:18 -08002870 LIR* block_label = cu->block_to_label_map.Get(bb);
buzbee0967a252012-09-14 10:43:54 -07002871 // Extract the type and starting offset from the block's name
buzbeefa57c472012-11-21 12:06:18 -08002872 char block_type = kInvalidBlock;
2873 if (is_entry) {
2874 block_type = kNormalBlock;
2875 block_label->operands[0] = 0;
buzbee951c0a12012-10-03 16:31:39 -07002876 } else if (!bb->hasName()) {
buzbeefa57c472012-11-21 12:06:18 -08002877 block_type = kNormalBlock;
2878 block_label->operands[0] = DexFile::kDexNoIndex;
buzbee0967a252012-09-14 10:43:54 -07002879 } else {
buzbeefa57c472012-11-21 12:06:18 -08002880 std::string block_name = bb->getName().str();
buzbee951c0a12012-10-03 16:31:39 -07002881 int dummy;
buzbeefa57c472012-11-21 12:06:18 -08002882 sscanf(block_name.c_str(), kLabelFormat, &block_type, &block_label->operands[0], &dummy);
2883 cu->current_dalvik_offset = block_label->operands[0];
buzbee0967a252012-09-14 10:43:54 -07002884 }
buzbeefa57c472012-11-21 12:06:18 -08002885 DCHECK((block_type == kNormalBlock) || (block_type == kCatchBlock));
2886 cu->current_dalvik_offset = block_label->operands[0];
buzbee0967a252012-09-14 10:43:54 -07002887 // Set the label kind
buzbeefa57c472012-11-21 12:06:18 -08002888 block_label->opcode = kPseudoNormalBlockLabel;
buzbee0967a252012-09-14 10:43:54 -07002889 // Insert the label
buzbeefa57c472012-11-21 12:06:18 -08002890 AppendLIR(cu, block_label);
buzbee2cfc6392012-05-07 14:51:40 -07002891
buzbeefa57c472012-11-21 12:06:18 -08002892 LIR* head_lir = NULL;
buzbee8320f382012-09-11 16:29:42 -07002893
buzbeefa57c472012-11-21 12:06:18 -08002894 if (block_type == kCatchBlock) {
2895 head_lir = NewLIR0(cu, kPseudoExportedPC);
buzbee0967a252012-09-14 10:43:54 -07002896 }
buzbee8320f382012-09-11 16:29:42 -07002897
buzbee0967a252012-09-14 10:43:54 -07002898 // Free temp registers and reset redundant store tracking */
buzbeefa57c472012-11-21 12:06:18 -08002899 ResetRegPool(cu);
2900 ResetDefTracking(cu);
buzbee2cfc6392012-05-07 14:51:40 -07002901
buzbee0967a252012-09-14 10:43:54 -07002902 //TODO: restore oat incoming liveness optimization
buzbeefa57c472012-11-21 12:06:18 -08002903 ClobberAllRegs(cu);
buzbee2cfc6392012-05-07 14:51:40 -07002904
buzbeefa57c472012-11-21 12:06:18 -08002905 if (is_entry) {
buzbee52a77fc2012-11-20 19:50:46 -08002906 RegLocation* ArgLocs = static_cast<RegLocation*>
buzbeefa57c472012-11-21 12:06:18 -08002907 (NewMem(cu, sizeof(RegLocation) * cu->num_ins, true, kAllocMisc));
2908 llvm::Function::arg_iterator it(cu->func->arg_begin());
2909 llvm::Function::arg_iterator it_end(cu->func->arg_end());
buzbee0967a252012-09-14 10:43:54 -07002910 // Skip past Method*
2911 it++;
2912 for (unsigned i = 0; it != it_end; ++it) {
2913 llvm::Value* val = it;
buzbeefa57c472012-11-21 12:06:18 -08002914 ArgLocs[i++] = ValToLoc(cu, val);
buzbee0967a252012-09-14 10:43:54 -07002915 llvm::Type* ty = val->getType();
buzbeefa57c472012-11-21 12:06:18 -08002916 if ((ty == cu->irb->getInt64Ty()) || (ty == cu->irb->getDoubleTy())) {
buzbee52a77fc2012-11-20 19:50:46 -08002917 ArgLocs[i] = ArgLocs[i-1];
buzbeefa57c472012-11-21 12:06:18 -08002918 ArgLocs[i].low_reg = ArgLocs[i].high_reg;
2919 ArgLocs[i].orig_sreg++;
2920 ArgLocs[i].s_reg_low = INVALID_SREG;
2921 ArgLocs[i].high_word = true;
buzbee0967a252012-09-14 10:43:54 -07002922 i++;
2923 }
2924 }
buzbee02031b12012-11-23 09:41:35 -08002925 cg->GenEntrySequence(cu, ArgLocs, cu->method_loc);
buzbee0967a252012-09-14 10:43:54 -07002926 }
2927
2928 // Visit all of the instructions in the block
2929 for (llvm::BasicBlock::iterator it = bb->begin(), e = bb->end(); it != e;) {
2930 llvm::Instruction* inst = it;
buzbeefa57c472012-11-21 12:06:18 -08002931 llvm::BasicBlock::iterator next_it = ++it;
buzbee0967a252012-09-14 10:43:54 -07002932 // Extract the Dalvik offset from the instruction
2933 uint32_t opcode = inst->getOpcode();
buzbeefa57c472012-11-21 12:06:18 -08002934 llvm::MDNode* dex_offset_node = inst->getMetadata("DexOff");
2935 if (dex_offset_node != NULL) {
2936 llvm::ConstantInt* dex_offset_value =
2937 static_cast<llvm::ConstantInt*>(dex_offset_node->getOperand(0));
2938 cu->current_dalvik_offset = dex_offset_value->getZExtValue();
buzbee0967a252012-09-14 10:43:54 -07002939 }
2940
buzbeefa57c472012-11-21 12:06:18 -08002941 ResetRegPool(cu);
2942 if (cu->disable_opt & (1 << kTrackLiveTemps)) {
2943 ClobberAllRegs(cu);
buzbee0967a252012-09-14 10:43:54 -07002944 }
2945
buzbeefa57c472012-11-21 12:06:18 -08002946 if (cu->disable_opt & (1 << kSuppressLoads)) {
2947 ResetDefTracking(cu);
buzbee0967a252012-09-14 10:43:54 -07002948 }
2949
2950 #ifndef NDEBUG
2951 /* Reset temp tracking sanity check */
buzbeefa57c472012-11-21 12:06:18 -08002952 cu->live_sreg = INVALID_SREG;
buzbee0967a252012-09-14 10:43:54 -07002953 #endif
2954
2955 // TODO: use llvm opcode name here instead of "boundary" if verbose
buzbeefa57c472012-11-21 12:06:18 -08002956 LIR* boundary_lir = MarkBoundary(cu, cu->current_dalvik_offset, "boundary");
buzbee0967a252012-09-14 10:43:54 -07002957
2958 /* Remember the first LIR for thisl block*/
buzbeefa57c472012-11-21 12:06:18 -08002959 if (head_lir == NULL) {
2960 head_lir = boundary_lir;
2961 head_lir->def_mask = ENCODE_ALL;
buzbee0967a252012-09-14 10:43:54 -07002962 }
2963
2964 switch(opcode) {
2965
2966 case llvm::Instruction::ICmp: {
buzbeefa57c472012-11-21 12:06:18 -08002967 llvm::Instruction* next_inst = next_it;
2968 llvm::BranchInst* br_inst = llvm::dyn_cast<llvm::BranchInst>(next_inst);
2969 if (br_inst != NULL /* and... */) {
2970 CvtICmpBr(cu, inst, br_inst);
buzbee0967a252012-09-14 10:43:54 -07002971 ++it;
2972 } else {
buzbeefa57c472012-11-21 12:06:18 -08002973 CvtICmp(cu, inst);
buzbee0967a252012-09-14 10:43:54 -07002974 }
2975 }
2976 break;
2977
2978 case llvm::Instruction::Call: {
buzbeefa57c472012-11-21 12:06:18 -08002979 llvm::CallInst* call_inst = llvm::dyn_cast<llvm::CallInst>(inst);
2980 llvm::Function* callee = call_inst->getCalledFunction();
buzbee0967a252012-09-14 10:43:54 -07002981 greenland::IntrinsicHelper::IntrinsicId id =
buzbeefa57c472012-11-21 12:06:18 -08002982 cu->intrinsic_helper->GetIntrinsicId(callee);
buzbee0967a252012-09-14 10:43:54 -07002983 switch (id) {
2984 case greenland::IntrinsicHelper::AllocaShadowFrame:
buzbee0967a252012-09-14 10:43:54 -07002985 case greenland::IntrinsicHelper::PopShadowFrame:
TDYa1278e950c12012-11-02 09:58:19 -07002986 case greenland::IntrinsicHelper::SetVReg:
buzbee0967a252012-09-14 10:43:54 -07002987 // Ignore shadow frame stuff for quick compiler
2988 break;
2989 case greenland::IntrinsicHelper::CopyInt:
2990 case greenland::IntrinsicHelper::CopyObj:
2991 case greenland::IntrinsicHelper::CopyFloat:
2992 case greenland::IntrinsicHelper::CopyLong:
2993 case greenland::IntrinsicHelper::CopyDouble:
buzbeefa57c472012-11-21 12:06:18 -08002994 CvtCopy(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07002995 break;
2996 case greenland::IntrinsicHelper::ConstInt:
2997 case greenland::IntrinsicHelper::ConstObj:
2998 case greenland::IntrinsicHelper::ConstLong:
2999 case greenland::IntrinsicHelper::ConstFloat:
3000 case greenland::IntrinsicHelper::ConstDouble:
buzbeefa57c472012-11-21 12:06:18 -08003001 CvtConst(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003002 break;
3003 case greenland::IntrinsicHelper::DivInt:
3004 case greenland::IntrinsicHelper::DivLong:
buzbeefa57c472012-11-21 12:06:18 -08003005 CvtBinOp(cu, kOpDiv, inst);
buzbee0967a252012-09-14 10:43:54 -07003006 break;
3007 case greenland::IntrinsicHelper::RemInt:
3008 case greenland::IntrinsicHelper::RemLong:
buzbeefa57c472012-11-21 12:06:18 -08003009 CvtBinOp(cu, kOpRem, inst);
buzbee0967a252012-09-14 10:43:54 -07003010 break;
3011 case greenland::IntrinsicHelper::MethodInfo:
3012 // Already dealt with - just ignore it here.
3013 break;
3014 case greenland::IntrinsicHelper::CheckSuspend:
buzbee02031b12012-11-23 09:41:35 -08003015 cg->GenSuspendTest(cu, 0 /* opt_flags already applied */);
buzbee0967a252012-09-14 10:43:54 -07003016 break;
3017 case greenland::IntrinsicHelper::HLInvokeObj:
3018 case greenland::IntrinsicHelper::HLInvokeFloat:
3019 case greenland::IntrinsicHelper::HLInvokeDouble:
3020 case greenland::IntrinsicHelper::HLInvokeLong:
3021 case greenland::IntrinsicHelper::HLInvokeInt:
buzbeefa57c472012-11-21 12:06:18 -08003022 CvtInvoke(cu, call_inst, false /* is_void */, false /* new_array */);
buzbee0967a252012-09-14 10:43:54 -07003023 break;
3024 case greenland::IntrinsicHelper::HLInvokeVoid:
buzbeefa57c472012-11-21 12:06:18 -08003025 CvtInvoke(cu, call_inst, true /* is_void */, false /* new_array */);
buzbee0967a252012-09-14 10:43:54 -07003026 break;
Shih-wei Liao21d28f52012-06-12 05:55:00 -07003027 case greenland::IntrinsicHelper::HLFilledNewArray:
buzbeefa57c472012-11-21 12:06:18 -08003028 CvtInvoke(cu, call_inst, false /* is_void */, true /* new_array */);
buzbee0967a252012-09-14 10:43:54 -07003029 break;
Shih-wei Liao21d28f52012-06-12 05:55:00 -07003030 case greenland::IntrinsicHelper::HLFillArrayData:
buzbeefa57c472012-11-21 12:06:18 -08003031 CvtFillArrayData(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003032 break;
3033 case greenland::IntrinsicHelper::ConstString:
buzbeefa57c472012-11-21 12:06:18 -08003034 CvtConstObject(cu, call_inst, true /* is_string */);
buzbee0967a252012-09-14 10:43:54 -07003035 break;
3036 case greenland::IntrinsicHelper::ConstClass:
buzbeefa57c472012-11-21 12:06:18 -08003037 CvtConstObject(cu, call_inst, false /* is_string */);
buzbee0967a252012-09-14 10:43:54 -07003038 break;
Shih-wei Liao21d28f52012-06-12 05:55:00 -07003039 case greenland::IntrinsicHelper::HLCheckCast:
buzbeefa57c472012-11-21 12:06:18 -08003040 CvtCheckCast(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003041 break;
3042 case greenland::IntrinsicHelper::NewInstance:
buzbeefa57c472012-11-21 12:06:18 -08003043 CvtNewInstance(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003044 break;
3045 case greenland::IntrinsicHelper::HLSgetObject:
buzbeefa57c472012-11-21 12:06:18 -08003046 CvtSget(cu, call_inst, false /* wide */, true /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003047 break;
3048 case greenland::IntrinsicHelper::HLSget:
3049 case greenland::IntrinsicHelper::HLSgetFloat:
3050 case greenland::IntrinsicHelper::HLSgetBoolean:
3051 case greenland::IntrinsicHelper::HLSgetByte:
3052 case greenland::IntrinsicHelper::HLSgetChar:
3053 case greenland::IntrinsicHelper::HLSgetShort:
buzbeefa57c472012-11-21 12:06:18 -08003054 CvtSget(cu, call_inst, false /* wide */, false /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003055 break;
3056 case greenland::IntrinsicHelper::HLSgetWide:
3057 case greenland::IntrinsicHelper::HLSgetDouble:
buzbeefa57c472012-11-21 12:06:18 -08003058 CvtSget(cu, call_inst, true /* wide */, false /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003059 break;
3060 case greenland::IntrinsicHelper::HLSput:
3061 case greenland::IntrinsicHelper::HLSputFloat:
3062 case greenland::IntrinsicHelper::HLSputBoolean:
3063 case greenland::IntrinsicHelper::HLSputByte:
3064 case greenland::IntrinsicHelper::HLSputChar:
3065 case greenland::IntrinsicHelper::HLSputShort:
buzbeefa57c472012-11-21 12:06:18 -08003066 CvtSput(cu, call_inst, false /* wide */, false /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003067 break;
3068 case greenland::IntrinsicHelper::HLSputWide:
3069 case greenland::IntrinsicHelper::HLSputDouble:
buzbeefa57c472012-11-21 12:06:18 -08003070 CvtSput(cu, call_inst, true /* wide */, false /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003071 break;
3072 case greenland::IntrinsicHelper::HLSputObject:
buzbeefa57c472012-11-21 12:06:18 -08003073 CvtSput(cu, call_inst, false /* wide */, true /* Object */);
buzbee0967a252012-09-14 10:43:54 -07003074 break;
3075 case greenland::IntrinsicHelper::GetException:
buzbeefa57c472012-11-21 12:06:18 -08003076 CvtMoveException(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003077 break;
TDYa127f71bf5a2012-07-29 20:09:52 -07003078 case greenland::IntrinsicHelper::HLThrowException:
buzbeefa57c472012-11-21 12:06:18 -08003079 CvtThrow(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003080 break;
3081 case greenland::IntrinsicHelper::MonitorEnter:
buzbeefa57c472012-11-21 12:06:18 -08003082 CvtMonitorEnterExit(cu, true /* is_enter */, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003083 break;
3084 case greenland::IntrinsicHelper::MonitorExit:
buzbeefa57c472012-11-21 12:06:18 -08003085 CvtMonitorEnterExit(cu, false /* is_enter */, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003086 break;
Shih-wei Liao21d28f52012-06-12 05:55:00 -07003087 case greenland::IntrinsicHelper::OptArrayLength:
buzbeefa57c472012-11-21 12:06:18 -08003088 CvtArrayLength(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003089 break;
3090 case greenland::IntrinsicHelper::NewArray:
buzbeefa57c472012-11-21 12:06:18 -08003091 CvtNewArray(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003092 break;
3093 case greenland::IntrinsicHelper::InstanceOf:
buzbeefa57c472012-11-21 12:06:18 -08003094 CvtInstanceOf(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003095 break;
3096
3097 case greenland::IntrinsicHelper::HLArrayGet:
3098 case greenland::IntrinsicHelper::HLArrayGetObject:
3099 case greenland::IntrinsicHelper::HLArrayGetFloat:
buzbeefa57c472012-11-21 12:06:18 -08003100 CvtAget(cu, call_inst, kWord, 2);
buzbee0967a252012-09-14 10:43:54 -07003101 break;
3102 case greenland::IntrinsicHelper::HLArrayGetWide:
3103 case greenland::IntrinsicHelper::HLArrayGetDouble:
buzbeefa57c472012-11-21 12:06:18 -08003104 CvtAget(cu, call_inst, kLong, 3);
buzbee0967a252012-09-14 10:43:54 -07003105 break;
3106 case greenland::IntrinsicHelper::HLArrayGetBoolean:
buzbeefa57c472012-11-21 12:06:18 -08003107 CvtAget(cu, call_inst, kUnsignedByte, 0);
buzbee0967a252012-09-14 10:43:54 -07003108 break;
3109 case greenland::IntrinsicHelper::HLArrayGetByte:
buzbeefa57c472012-11-21 12:06:18 -08003110 CvtAget(cu, call_inst, kSignedByte, 0);
buzbee0967a252012-09-14 10:43:54 -07003111 break;
3112 case greenland::IntrinsicHelper::HLArrayGetChar:
buzbeefa57c472012-11-21 12:06:18 -08003113 CvtAget(cu, call_inst, kUnsignedHalf, 1);
buzbee0967a252012-09-14 10:43:54 -07003114 break;
3115 case greenland::IntrinsicHelper::HLArrayGetShort:
buzbeefa57c472012-11-21 12:06:18 -08003116 CvtAget(cu, call_inst, kSignedHalf, 1);
buzbee0967a252012-09-14 10:43:54 -07003117 break;
3118
3119 case greenland::IntrinsicHelper::HLArrayPut:
3120 case greenland::IntrinsicHelper::HLArrayPutFloat:
buzbeefa57c472012-11-21 12:06:18 -08003121 CvtAputPrimitive(cu, call_inst, kWord, 2);
buzbee0967a252012-09-14 10:43:54 -07003122 break;
3123 case greenland::IntrinsicHelper::HLArrayPutObject:
buzbeefa57c472012-11-21 12:06:18 -08003124 CvtAputObj(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003125 break;
3126 case greenland::IntrinsicHelper::HLArrayPutWide:
3127 case greenland::IntrinsicHelper::HLArrayPutDouble:
buzbeefa57c472012-11-21 12:06:18 -08003128 CvtAputPrimitive(cu, call_inst, kLong, 3);
buzbee0967a252012-09-14 10:43:54 -07003129 break;
3130 case greenland::IntrinsicHelper::HLArrayPutBoolean:
buzbeefa57c472012-11-21 12:06:18 -08003131 CvtAputPrimitive(cu, call_inst, kUnsignedByte, 0);
buzbee0967a252012-09-14 10:43:54 -07003132 break;
3133 case greenland::IntrinsicHelper::HLArrayPutByte:
buzbeefa57c472012-11-21 12:06:18 -08003134 CvtAputPrimitive(cu, call_inst, kSignedByte, 0);
buzbee0967a252012-09-14 10:43:54 -07003135 break;
3136 case greenland::IntrinsicHelper::HLArrayPutChar:
buzbeefa57c472012-11-21 12:06:18 -08003137 CvtAputPrimitive(cu, call_inst, kUnsignedHalf, 1);
buzbee0967a252012-09-14 10:43:54 -07003138 break;
3139 case greenland::IntrinsicHelper::HLArrayPutShort:
buzbeefa57c472012-11-21 12:06:18 -08003140 CvtAputPrimitive(cu, call_inst, kSignedHalf, 1);
buzbee0967a252012-09-14 10:43:54 -07003141 break;
3142
3143 case greenland::IntrinsicHelper::HLIGet:
3144 case greenland::IntrinsicHelper::HLIGetFloat:
buzbeefa57c472012-11-21 12:06:18 -08003145 CvtIget(cu, call_inst, kWord, false /* is_wide */, false /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003146 break;
3147 case greenland::IntrinsicHelper::HLIGetObject:
buzbeefa57c472012-11-21 12:06:18 -08003148 CvtIget(cu, call_inst, kWord, false /* is_wide */, true /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003149 break;
3150 case greenland::IntrinsicHelper::HLIGetWide:
3151 case greenland::IntrinsicHelper::HLIGetDouble:
buzbeefa57c472012-11-21 12:06:18 -08003152 CvtIget(cu, call_inst, kLong, true /* is_wide */, false /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003153 break;
3154 case greenland::IntrinsicHelper::HLIGetBoolean:
buzbeefa57c472012-11-21 12:06:18 -08003155 CvtIget(cu, call_inst, kUnsignedByte, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003156 false /* obj */);
3157 break;
3158 case greenland::IntrinsicHelper::HLIGetByte:
buzbeefa57c472012-11-21 12:06:18 -08003159 CvtIget(cu, call_inst, kSignedByte, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003160 false /* obj */);
3161 break;
3162 case greenland::IntrinsicHelper::HLIGetChar:
buzbeefa57c472012-11-21 12:06:18 -08003163 CvtIget(cu, call_inst, kUnsignedHalf, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003164 false /* obj */);
3165 break;
3166 case greenland::IntrinsicHelper::HLIGetShort:
buzbeefa57c472012-11-21 12:06:18 -08003167 CvtIget(cu, call_inst, kSignedHalf, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003168 false /* obj */);
3169 break;
3170
3171 case greenland::IntrinsicHelper::HLIPut:
3172 case greenland::IntrinsicHelper::HLIPutFloat:
buzbeefa57c472012-11-21 12:06:18 -08003173 CvtIput(cu, call_inst, kWord, false /* is_wide */, false /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003174 break;
3175 case greenland::IntrinsicHelper::HLIPutObject:
buzbeefa57c472012-11-21 12:06:18 -08003176 CvtIput(cu, call_inst, kWord, false /* is_wide */, true /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003177 break;
3178 case greenland::IntrinsicHelper::HLIPutWide:
3179 case greenland::IntrinsicHelper::HLIPutDouble:
buzbeefa57c472012-11-21 12:06:18 -08003180 CvtIput(cu, call_inst, kLong, true /* is_wide */, false /* obj */);
buzbee0967a252012-09-14 10:43:54 -07003181 break;
3182 case greenland::IntrinsicHelper::HLIPutBoolean:
buzbeefa57c472012-11-21 12:06:18 -08003183 CvtIput(cu, call_inst, kUnsignedByte, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003184 false /* obj */);
3185 break;
3186 case greenland::IntrinsicHelper::HLIPutByte:
buzbeefa57c472012-11-21 12:06:18 -08003187 CvtIput(cu, call_inst, kSignedByte, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003188 false /* obj */);
3189 break;
3190 case greenland::IntrinsicHelper::HLIPutChar:
buzbeefa57c472012-11-21 12:06:18 -08003191 CvtIput(cu, call_inst, kUnsignedHalf, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003192 false /* obj */);
3193 break;
3194 case greenland::IntrinsicHelper::HLIPutShort:
buzbeefa57c472012-11-21 12:06:18 -08003195 CvtIput(cu, call_inst, kSignedHalf, false /* is_wide */,
buzbee0967a252012-09-14 10:43:54 -07003196 false /* obj */);
3197 break;
3198
3199 case greenland::IntrinsicHelper::IntToChar:
buzbeefa57c472012-11-21 12:06:18 -08003200 CvtIntNarrowing(cu, call_inst, Instruction::INT_TO_CHAR);
buzbee0967a252012-09-14 10:43:54 -07003201 break;
3202 case greenland::IntrinsicHelper::IntToShort:
buzbeefa57c472012-11-21 12:06:18 -08003203 CvtIntNarrowing(cu, call_inst, Instruction::INT_TO_SHORT);
buzbee0967a252012-09-14 10:43:54 -07003204 break;
3205 case greenland::IntrinsicHelper::IntToByte:
buzbeefa57c472012-11-21 12:06:18 -08003206 CvtIntNarrowing(cu, call_inst, Instruction::INT_TO_BYTE);
buzbee0967a252012-09-14 10:43:54 -07003207 break;
3208
TDYa1274ec8ccd2012-08-11 07:04:57 -07003209 case greenland::IntrinsicHelper::F2I:
3210 case greenland::IntrinsicHelper::D2I:
3211 case greenland::IntrinsicHelper::F2L:
3212 case greenland::IntrinsicHelper::D2L:
buzbeefa57c472012-11-21 12:06:18 -08003213 CvtFPToInt(cu, call_inst);
TDYa1274ec8ccd2012-08-11 07:04:57 -07003214 break;
3215
buzbee0967a252012-09-14 10:43:54 -07003216 case greenland::IntrinsicHelper::CmplFloat:
buzbeefa57c472012-11-21 12:06:18 -08003217 CvtFPCompare(cu, call_inst, Instruction::CMPL_FLOAT);
buzbee0967a252012-09-14 10:43:54 -07003218 break;
3219 case greenland::IntrinsicHelper::CmpgFloat:
buzbeefa57c472012-11-21 12:06:18 -08003220 CvtFPCompare(cu, call_inst, Instruction::CMPG_FLOAT);
buzbee0967a252012-09-14 10:43:54 -07003221 break;
3222 case greenland::IntrinsicHelper::CmplDouble:
buzbeefa57c472012-11-21 12:06:18 -08003223 CvtFPCompare(cu, call_inst, Instruction::CMPL_DOUBLE);
buzbee0967a252012-09-14 10:43:54 -07003224 break;
3225 case greenland::IntrinsicHelper::CmpgDouble:
buzbeefa57c472012-11-21 12:06:18 -08003226 CvtFPCompare(cu, call_inst, Instruction::CMPG_DOUBLE);
buzbee0967a252012-09-14 10:43:54 -07003227 break;
3228
3229 case greenland::IntrinsicHelper::CmpLong:
buzbeefa57c472012-11-21 12:06:18 -08003230 CvtLongCompare(cu, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003231 break;
3232
3233 case greenland::IntrinsicHelper::SHLLong:
buzbeefa57c472012-11-21 12:06:18 -08003234 CvtShiftOp(cu, Instruction::SHL_LONG, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003235 break;
3236 case greenland::IntrinsicHelper::SHRLong:
buzbeefa57c472012-11-21 12:06:18 -08003237 CvtShiftOp(cu, Instruction::SHR_LONG, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003238 break;
3239 case greenland::IntrinsicHelper::USHRLong:
buzbeefa57c472012-11-21 12:06:18 -08003240 CvtShiftOp(cu, Instruction::USHR_LONG, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003241 break;
3242 case greenland::IntrinsicHelper::SHLInt:
buzbeefa57c472012-11-21 12:06:18 -08003243 CvtShiftOp(cu, Instruction::SHL_INT, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003244 break;
3245 case greenland::IntrinsicHelper::SHRInt:
buzbeefa57c472012-11-21 12:06:18 -08003246 CvtShiftOp(cu, Instruction::SHR_INT, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003247 break;
3248 case greenland::IntrinsicHelper::USHRInt:
buzbeefa57c472012-11-21 12:06:18 -08003249 CvtShiftOp(cu, Instruction::USHR_INT, call_inst);
buzbee0967a252012-09-14 10:43:54 -07003250 break;
3251
3252 case greenland::IntrinsicHelper::CatchTargets: {
buzbeefa57c472012-11-21 12:06:18 -08003253 llvm::SwitchInst* sw_inst =
3254 llvm::dyn_cast<llvm::SwitchInst>(next_it);
3255 DCHECK(sw_inst != NULL);
buzbee0967a252012-09-14 10:43:54 -07003256 /*
3257 * Discard the edges and the following conditional branch.
3258 * Do a direct branch to the default target (which is the
3259 * "work" portion of the pair.
3260 * TODO: awful code layout - rework
3261 */
buzbeefa57c472012-11-21 12:06:18 -08003262 llvm::BasicBlock* target_bb = sw_inst->getDefaultDest();
3263 DCHECK(target_bb != NULL);
buzbee02031b12012-11-23 09:41:35 -08003264 cg->OpUnconditionalBranch(cu, cu->block_to_label_map.Get(target_bb));
buzbee0967a252012-09-14 10:43:54 -07003265 ++it;
3266 // Set next bb to default target - improves code layout
buzbeefa57c472012-11-21 12:06:18 -08003267 next_bb = target_bb;
buzbee0967a252012-09-14 10:43:54 -07003268 }
3269 break;
3270
3271 default:
buzbeefa57c472012-11-21 12:06:18 -08003272 LOG(FATAL) << "Unexpected intrinsic " << cu->intrinsic_helper->GetName(id);
buzbee0967a252012-09-14 10:43:54 -07003273 }
3274 }
3275 break;
3276
buzbeefa57c472012-11-21 12:06:18 -08003277 case llvm::Instruction::Br: CvtBr(cu, inst); break;
3278 case llvm::Instruction::Add: CvtBinOp(cu, kOpAdd, inst); break;
3279 case llvm::Instruction::Sub: CvtBinOp(cu, kOpSub, inst); break;
3280 case llvm::Instruction::Mul: CvtBinOp(cu, kOpMul, inst); break;
3281 case llvm::Instruction::SDiv: CvtBinOp(cu, kOpDiv, inst); break;
3282 case llvm::Instruction::SRem: CvtBinOp(cu, kOpRem, inst); break;
3283 case llvm::Instruction::And: CvtBinOp(cu, kOpAnd, inst); break;
3284 case llvm::Instruction::Or: CvtBinOp(cu, kOpOr, inst); break;
3285 case llvm::Instruction::Xor: CvtBinOp(cu, kOpXor, inst); break;
3286 case llvm::Instruction::PHI: CvtPhi(cu, inst); break;
3287 case llvm::Instruction::Ret: CvtRet(cu, inst); break;
3288 case llvm::Instruction::FAdd: CvtBinFPOp(cu, kOpAdd, inst); break;
3289 case llvm::Instruction::FSub: CvtBinFPOp(cu, kOpSub, inst); break;
3290 case llvm::Instruction::FMul: CvtBinFPOp(cu, kOpMul, inst); break;
3291 case llvm::Instruction::FDiv: CvtBinFPOp(cu, kOpDiv, inst); break;
3292 case llvm::Instruction::FRem: CvtBinFPOp(cu, kOpRem, inst); break;
3293 case llvm::Instruction::SIToFP: CvtIntToFP(cu, inst); break;
3294 case llvm::Instruction::FPTrunc: CvtDoubleToFloat(cu, inst); break;
3295 case llvm::Instruction::FPExt: CvtFloatToDouble(cu, inst); break;
3296 case llvm::Instruction::Trunc: CvtTrunc(cu, inst); break;
buzbee0967a252012-09-14 10:43:54 -07003297
buzbeefa57c472012-11-21 12:06:18 -08003298 case llvm::Instruction::ZExt: CvtIntExt(cu, inst, false /* signed */);
buzbee0967a252012-09-14 10:43:54 -07003299 break;
buzbeefa57c472012-11-21 12:06:18 -08003300 case llvm::Instruction::SExt: CvtIntExt(cu, inst, true /* signed */);
buzbee0967a252012-09-14 10:43:54 -07003301 break;
3302
buzbeefa57c472012-11-21 12:06:18 -08003303 case llvm::Instruction::Switch: CvtSwitch(cu, inst); break;
buzbee0967a252012-09-14 10:43:54 -07003304
3305 case llvm::Instruction::Unreachable:
3306 break; // FIXME: can we really ignore these?
3307
3308 case llvm::Instruction::Shl:
3309 case llvm::Instruction::LShr:
3310 case llvm::Instruction::AShr:
3311 case llvm::Instruction::Invoke:
3312 case llvm::Instruction::FPToUI:
TDYa1274ec8ccd2012-08-11 07:04:57 -07003313 case llvm::Instruction::FPToSI:
buzbee0967a252012-09-14 10:43:54 -07003314 case llvm::Instruction::UIToFP:
3315 case llvm::Instruction::PtrToInt:
3316 case llvm::Instruction::IntToPtr:
3317 case llvm::Instruction::FCmp:
3318 case llvm::Instruction::URem:
3319 case llvm::Instruction::UDiv:
3320 case llvm::Instruction::Resume:
3321 case llvm::Instruction::Alloca:
3322 case llvm::Instruction::GetElementPtr:
3323 case llvm::Instruction::Fence:
3324 case llvm::Instruction::AtomicCmpXchg:
3325 case llvm::Instruction::AtomicRMW:
3326 case llvm::Instruction::BitCast:
3327 case llvm::Instruction::VAArg:
3328 case llvm::Instruction::Select:
3329 case llvm::Instruction::UserOp1:
3330 case llvm::Instruction::UserOp2:
3331 case llvm::Instruction::ExtractElement:
3332 case llvm::Instruction::InsertElement:
3333 case llvm::Instruction::ShuffleVector:
3334 case llvm::Instruction::ExtractValue:
3335 case llvm::Instruction::InsertValue:
3336 case llvm::Instruction::LandingPad:
3337 case llvm::Instruction::IndirectBr:
3338 case llvm::Instruction::Load:
3339 case llvm::Instruction::Store:
3340 LOG(FATAL) << "Unexpected llvm opcode: " << opcode; break;
3341
3342 default:
3343 LOG(FATAL) << "Unknown llvm opcode: " << inst->getOpcodeName();
3344 break;
buzbeead8f15e2012-06-18 14:49:45 -07003345 }
3346 }
buzbee2cfc6392012-05-07 14:51:40 -07003347
buzbeefa57c472012-11-21 12:06:18 -08003348 if (head_lir != NULL) {
3349 ApplyLocalOptimizations(cu, head_lir, cu->last_lir_insn);
buzbee2cfc6392012-05-07 14:51:40 -07003350 }
buzbeefa57c472012-11-21 12:06:18 -08003351 if (next_bb != NULL) {
3352 bb = next_bb;
3353 next_bb = NULL;
buzbee6969d502012-06-15 16:40:31 -07003354 }
buzbee6969d502012-06-15 16:40:31 -07003355 }
buzbee2cfc6392012-05-07 14:51:40 -07003356 return false;
3357}
3358
3359/*
3360 * Convert LLVM_IR to MIR:
3361 * o Iterate through the LLVM_IR and construct a graph using
3362 * standard MIR building blocks.
3363 * o Perform a basic-block optimization pass to remove unnecessary
3364 * store/load sequences.
3365 * o Convert the LLVM Value operands into RegLocations where applicable.
buzbeefa57c472012-11-21 12:06:18 -08003366 * o Create ssa_rep def/use operand arrays for each converted LLVM opcode
buzbee2cfc6392012-05-07 14:51:40 -07003367 * o Perform register promotion
3368 * o Iterate through the graph a basic block at a time, generating
3369 * LIR.
3370 * o Assemble LIR as usual.
3371 * o Profit.
3372 */
buzbeefa57c472012-11-21 12:06:18 -08003373void MethodBitcode2LIR(CompilationUnit* cu)
buzbee2cfc6392012-05-07 14:51:40 -07003374{
buzbee02031b12012-11-23 09:41:35 -08003375 Codegen* cg = cu->cg.get();
buzbeefa57c472012-11-21 12:06:18 -08003376 llvm::Function* func = cu->func;
3377 int num_basic_blocks = func->getBasicBlockList().size();
buzbee2cfc6392012-05-07 14:51:40 -07003378 // Allocate a list for LIR basic block labels
buzbeefa57c472012-11-21 12:06:18 -08003379 cu->block_label_list =
3380 static_cast<LIR*>(NewMem(cu, sizeof(LIR) * num_basic_blocks, true, kAllocLIR));
3381 LIR* label_list = cu->block_label_list;
3382 int next_label = 0;
buzbee28c9a832012-11-21 15:39:13 -08003383 for (llvm::Function::iterator i = func->begin(), e = func->end(); i != e; ++i) {
buzbeefa57c472012-11-21 12:06:18 -08003384 cu->block_to_label_map.Put(static_cast<llvm::BasicBlock*>(i),
3385 &label_list[next_label++]);
buzbee2cfc6392012-05-07 14:51:40 -07003386 }
buzbeead8f15e2012-06-18 14:49:45 -07003387
3388 /*
buzbeefa57c472012-11-21 12:06:18 -08003389 * Keep honest - clear reg_locations, Value => RegLocation,
buzbeead8f15e2012-06-18 14:49:45 -07003390 * promotion map and VmapTables.
3391 */
buzbeefa57c472012-11-21 12:06:18 -08003392 cu->loc_map.clear(); // Start fresh
3393 cu->reg_location = NULL;
buzbee28c9a832012-11-21 15:39:13 -08003394 for (int i = 0; i < cu->num_dalvik_registers + cu->num_compiler_temps + 1; i++) {
buzbeefa57c472012-11-21 12:06:18 -08003395 cu->promotion_map[i].core_location = kLocDalvikFrame;
3396 cu->promotion_map[i].fp_location = kLocDalvikFrame;
buzbeead8f15e2012-06-18 14:49:45 -07003397 }
buzbeefa57c472012-11-21 12:06:18 -08003398 cu->core_spill_mask = 0;
3399 cu->num_core_spills = 0;
3400 cu->fp_spill_mask = 0;
3401 cu->num_fp_spills = 0;
3402 cu->core_vmap_table.clear();
3403 cu->fp_vmap_table.clear();
buzbeead8f15e2012-06-18 14:49:45 -07003404
3405 /*
3406 * At this point, we've lost all knowledge of register promotion.
3407 * Rebuild that info from the MethodInfo intrinsic (if it
buzbeeca7a5e42012-08-20 11:12:18 -07003408 * exists - not required for correctness). Normally, this will
3409 * be the first instruction we encounter, so we won't have to iterate
3410 * through everything.
buzbeead8f15e2012-06-18 14:49:45 -07003411 */
buzbee28c9a832012-11-21 15:39:13 -08003412 for (llvm::inst_iterator i = llvm::inst_begin(func), e = llvm::inst_end(func); i != e; ++i) {
buzbeefa57c472012-11-21 12:06:18 -08003413 llvm::CallInst* call_inst = llvm::dyn_cast<llvm::CallInst>(&*i);
3414 if (call_inst != NULL) {
3415 llvm::Function* callee = call_inst->getCalledFunction();
buzbeeca7a5e42012-08-20 11:12:18 -07003416 greenland::IntrinsicHelper::IntrinsicId id =
buzbeefa57c472012-11-21 12:06:18 -08003417 cu->intrinsic_helper->GetIntrinsicId(callee);
buzbeeca7a5e42012-08-20 11:12:18 -07003418 if (id == greenland::IntrinsicHelper::MethodInfo) {
buzbeefa57c472012-11-21 12:06:18 -08003419 if (cu->verbose) {
buzbeeca7a5e42012-08-20 11:12:18 -07003420 LOG(INFO) << "Found MethodInfo";
3421 }
buzbeefa57c472012-11-21 12:06:18 -08003422 llvm::MDNode* reg_info_node = call_inst->getMetadata("RegInfo");
3423 if (reg_info_node != NULL) {
3424 llvm::ConstantInt* num_ins_value =
3425 static_cast<llvm::ConstantInt*>(reg_info_node->getOperand(0));
3426 llvm::ConstantInt* num_regs_value =
3427 static_cast<llvm::ConstantInt*>(reg_info_node->getOperand(1));
3428 llvm::ConstantInt* num_outs_value =
3429 static_cast<llvm::ConstantInt*>(reg_info_node->getOperand(2));
3430 llvm::ConstantInt* num_compiler_temps_value =
3431 static_cast<llvm::ConstantInt*>(reg_info_node->getOperand(3));
3432 llvm::ConstantInt* num_ssa_regs_value =
3433 static_cast<llvm::ConstantInt*>(reg_info_node->getOperand(4));
3434 if (cu->verbose) {
3435 LOG(INFO) << "RegInfo - Ins:" << num_ins_value->getZExtValue()
3436 << ", Regs:" << num_regs_value->getZExtValue()
3437 << ", Outs:" << num_outs_value->getZExtValue()
3438 << ", CTemps:" << num_compiler_temps_value->getZExtValue()
3439 << ", SSARegs:" << num_ssa_regs_value->getZExtValue();
buzbeeca7a5e42012-08-20 11:12:18 -07003440 }
3441 }
buzbeefa57c472012-11-21 12:06:18 -08003442 llvm::MDNode* pmap_info_node = call_inst->getMetadata("PromotionMap");
3443 if (pmap_info_node != NULL) {
3444 int elems = pmap_info_node->getNumOperands();
3445 if (cu->verbose) {
buzbeeca7a5e42012-08-20 11:12:18 -07003446 LOG(INFO) << "PMap size: " << elems;
3447 }
3448 for (int i = 0; i < elems; i++) {
buzbeefa57c472012-11-21 12:06:18 -08003449 llvm::ConstantInt* raw_map_data =
3450 static_cast<llvm::ConstantInt*>(pmap_info_node->getOperand(i));
3451 uint32_t map_data = raw_map_data->getZExtValue();
3452 PromotionMap* p = &cu->promotion_map[i];
3453 p->first_in_pair = (map_data >> 24) & 0xff;
3454 p->FpReg = (map_data >> 16) & 0xff;
3455 p->core_reg = (map_data >> 8) & 0xff;
3456 p->fp_location = static_cast<RegLocationType>((map_data >> 4) & 0xf);
3457 if (p->fp_location == kLocPhysReg) {
3458 RecordFpPromotion(cu, p->FpReg, i);
buzbeeca7a5e42012-08-20 11:12:18 -07003459 }
buzbeefa57c472012-11-21 12:06:18 -08003460 p->core_location = static_cast<RegLocationType>(map_data & 0xf);
3461 if (p->core_location == kLocPhysReg) {
3462 RecordCorePromotion(cu, p->core_reg, i);
buzbeeca7a5e42012-08-20 11:12:18 -07003463 }
3464 }
buzbeefa57c472012-11-21 12:06:18 -08003465 if (cu->verbose) {
3466 DumpPromotionMap(cu);
buzbeeca7a5e42012-08-20 11:12:18 -07003467 }
3468 }
3469 break;
3470 }
3471 }
3472 }
buzbee02031b12012-11-23 09:41:35 -08003473 cg->AdjustSpillMask(cu);
buzbeefa57c472012-11-21 12:06:18 -08003474 cu->frame_size = ComputeFrameSize(cu);
buzbeead8f15e2012-06-18 14:49:45 -07003475
3476 // Create RegLocations for arguments
buzbeefa57c472012-11-21 12:06:18 -08003477 llvm::Function::arg_iterator it(cu->func->arg_begin());
3478 llvm::Function::arg_iterator it_end(cu->func->arg_end());
buzbeead8f15e2012-06-18 14:49:45 -07003479 for (; it != it_end; ++it) {
3480 llvm::Value* val = it;
buzbeefa57c472012-11-21 12:06:18 -08003481 CreateLocFromValue(cu, val);
buzbeead8f15e2012-06-18 14:49:45 -07003482 }
3483 // Create RegLocations for all non-argument defintions
buzbee28c9a832012-11-21 15:39:13 -08003484 for (llvm::inst_iterator i = llvm::inst_begin(func), e = llvm::inst_end(func); i != e; ++i) {
buzbeead8f15e2012-06-18 14:49:45 -07003485 llvm::Value* val = &*i;
3486 if (val->hasName() && (val->getName().str().c_str()[0] == 'v')) {
buzbeefa57c472012-11-21 12:06:18 -08003487 CreateLocFromValue(cu, val);
buzbeead8f15e2012-06-18 14:49:45 -07003488 }
3489 }
3490
buzbee2cfc6392012-05-07 14:51:40 -07003491 // Walk the blocks, generating code.
buzbee28c9a832012-11-21 15:39:13 -08003492 for (llvm::Function::iterator i = cu->func->begin(), e = cu->func->end(); i != e; ++i) {
buzbeefa57c472012-11-21 12:06:18 -08003493 BitcodeBlockCodeGen(cu, static_cast<llvm::BasicBlock*>(i));
buzbee2cfc6392012-05-07 14:51:40 -07003494 }
3495
buzbee02031b12012-11-23 09:41:35 -08003496 cg->HandleSuspendLaunchPads(cu);
buzbee2cfc6392012-05-07 14:51:40 -07003497
buzbee02031b12012-11-23 09:41:35 -08003498 cg->HandleThrowLaunchPads(cu);
buzbee2cfc6392012-05-07 14:51:40 -07003499
buzbee02031b12012-11-23 09:41:35 -08003500 cg->HandleIntrinsicLaunchPads(cu);
buzbee2cfc6392012-05-07 14:51:40 -07003501
buzbeefa57c472012-11-21 12:06:18 -08003502 cu->func->eraseFromParent();
3503 cu->func = NULL;
buzbee2cfc6392012-05-07 14:51:40 -07003504}
3505
3506
3507} // namespace art