blob: b7c4331d7dc5604f25617ab79ad7946708f75174 [file] [log] [blame]
buzbee2cfc6392012-05-07 14:51:40 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#if defined(ART_USE_QUICK_COMPILER)
18
19#include "object_utils.h"
20
21#include <llvm/Support/ToolOutputFile.h>
22#include <llvm/Bitcode/ReaderWriter.h>
23#include <llvm/Analysis/Verifier.h>
24#include <llvm/Metadata.h>
25#include <llvm/ADT/DepthFirstIterator.h>
26#include <llvm/Instruction.h>
27#include <llvm/Type.h>
28#include <llvm/Instructions.h>
29#include <llvm/Support/Casting.h>
buzbeead8f15e2012-06-18 14:49:45 -070030#include <llvm/Support/InstIterator.h>
buzbee2cfc6392012-05-07 14:51:40 -070031
Elliott Hughes74847412012-06-20 18:10:21 -070032static const char* kLabelFormat = "L0x%x_%d";
buzbee2cfc6392012-05-07 14:51:40 -070033
34namespace art {
35extern const RegLocation badLoc;
buzbeeb03f4872012-06-11 15:22:11 -070036RegLocation getLoc(CompilationUnit* cUnit, llvm::Value* val);
buzbee2cfc6392012-05-07 14:51:40 -070037
38llvm::BasicBlock* getLLVMBlock(CompilationUnit* cUnit, int id)
39{
40 return cUnit->idToBlockMap.Get(id);
41}
42
43llvm::Value* getLLVMValue(CompilationUnit* cUnit, int sReg)
44{
45 return (llvm::Value*)oatGrowableListGetElement(&cUnit->llvmValues, sReg);
46}
47
48// Replace the placeholder value with the real definition
49void defineValue(CompilationUnit* cUnit, llvm::Value* val, int sReg)
50{
51 llvm::Value* placeholder = getLLVMValue(cUnit, sReg);
52 CHECK(placeholder != NULL) << "Null placeholder - shouldn't happen";
53 placeholder->replaceAllUsesWith(val);
54 val->takeName(placeholder);
55 cUnit->llvmValues.elemList[sReg] = (intptr_t)val;
buzbee4be777b2012-07-12 14:38:18 -070056 llvm::Instruction* inst = llvm::dyn_cast<llvm::Instruction>(placeholder);
57 DCHECK(inst != NULL);
58 inst->eraseFromParent();
buzbee2cfc6392012-05-07 14:51:40 -070059}
60
61llvm::Type* llvmTypeFromLocRec(CompilationUnit* cUnit, RegLocation loc)
62{
63 llvm::Type* res = NULL;
64 if (loc.wide) {
65 if (loc.fp)
buzbee4f1181f2012-06-22 13:52:12 -070066 res = cUnit->irb->getDoubleTy();
buzbee2cfc6392012-05-07 14:51:40 -070067 else
buzbee4f1181f2012-06-22 13:52:12 -070068 res = cUnit->irb->getInt64Ty();
buzbee2cfc6392012-05-07 14:51:40 -070069 } else {
70 if (loc.fp) {
buzbee4f1181f2012-06-22 13:52:12 -070071 res = cUnit->irb->getFloatTy();
buzbee2cfc6392012-05-07 14:51:40 -070072 } else {
73 if (loc.ref)
74 res = cUnit->irb->GetJObjectTy();
75 else
buzbee4f1181f2012-06-22 13:52:12 -070076 res = cUnit->irb->getInt32Ty();
buzbee2cfc6392012-05-07 14:51:40 -070077 }
78 }
79 return res;
80}
81
buzbeead8f15e2012-06-18 14:49:45 -070082/* Create an in-memory RegLocation from an llvm Value. */
83void createLocFromValue(CompilationUnit* cUnit, llvm::Value* val)
84{
85 // NOTE: llvm takes shortcuts with c_str() - get to std::string firstt
86 std::string s(val->getName().str());
87 const char* valName = s.c_str();
buzbeead8f15e2012-06-18 14:49:45 -070088 SafeMap<llvm::Value*, RegLocation>::iterator it = cUnit->locMap.find(val);
89 DCHECK(it == cUnit->locMap.end()) << " - already defined: " << valName;
90 int baseSReg = INVALID_SREG;
91 int subscript = -1;
92 sscanf(valName, "v%d_%d", &baseSReg, &subscript);
93 if ((baseSReg == INVALID_SREG) && (!strcmp(valName, "method"))) {
94 baseSReg = SSA_METHOD_BASEREG;
95 subscript = 0;
96 }
buzbeead8f15e2012-06-18 14:49:45 -070097 DCHECK_NE(baseSReg, INVALID_SREG);
98 DCHECK_NE(subscript, -1);
99 // TODO: redo during C++'ification
100 RegLocation loc = {kLocDalvikFrame, 0, 0, 0, 0, 0, 0, 0, 0, INVALID_REG,
101 INVALID_REG, INVALID_SREG, INVALID_SREG};
102 llvm::Type* ty = val->getType();
103 loc.wide = ((ty == cUnit->irb->getInt64Ty()) ||
104 (ty == cUnit->irb->getDoubleTy()));
105 loc.defined = true;
106 if ((ty == cUnit->irb->getFloatTy()) ||
107 (ty == cUnit->irb->getDoubleTy())) {
108 loc.fp = true;
109 } else if (ty == cUnit->irb->GetJObjectTy()) {
110 loc.ref = true;
111 } else {
112 loc.core = true;
113 }
114 loc.home = false; // Will change during promotion
115 loc.sRegLow = baseSReg;
116 loc.origSReg = cUnit->locMap.size();
117 cUnit->locMap.Put(val, loc);
118}
119
buzbee2cfc6392012-05-07 14:51:40 -0700120void initIR(CompilationUnit* cUnit)
121{
122 cUnit->context = new llvm::LLVMContext();
123 cUnit->module = new llvm::Module("art", *cUnit->context);
124 llvm::StructType::create(*cUnit->context, "JavaObject");
125 llvm::StructType::create(*cUnit->context, "Method");
126 llvm::StructType::create(*cUnit->context, "Thread");
127 cUnit->intrinsic_helper =
128 new greenland::IntrinsicHelper(*cUnit->context, *cUnit->module);
129 cUnit->irb =
130 new greenland::IRBuilder(*cUnit->context, *cUnit->module,
131 *cUnit->intrinsic_helper);
132}
133
134void freeIR(CompilationUnit* cUnit)
135{
136 delete cUnit->irb;
137 delete cUnit->intrinsic_helper;
138 delete cUnit->module;
139 delete cUnit->context;
140}
141
142const char* llvmSSAName(CompilationUnit* cUnit, int ssaReg) {
143 return GET_ELEM_N(cUnit->ssaStrings, char*, ssaReg);
144}
145
buzbeef58c12c2012-07-03 15:06:29 -0700146llvm::BasicBlock* findCaseTarget(CompilationUnit* cUnit, uint32_t vaddr)
147{
148 BasicBlock* bb = oatFindBlock(cUnit, vaddr);
149 DCHECK(bb != NULL);
150 return getLLVMBlock(cUnit, bb->id);
151}
152
153void convertPackedSwitch(CompilationUnit* cUnit, BasicBlock* bb,
154 int32_t tableOffset, RegLocation rlSrc)
155{
156 const Instruction::PackedSwitchPayload* payload =
157 reinterpret_cast<const Instruction::PackedSwitchPayload*>(
158 cUnit->insns + cUnit->currentDalvikOffset + tableOffset);
159
160 llvm::Value* value = getLLVMValue(cUnit, rlSrc.origSReg);
161
162 llvm::SwitchInst* sw =
163 cUnit->irb->CreateSwitch(value, getLLVMBlock(cUnit, bb->fallThrough->id),
164 payload->case_count);
165
166 for (uint16_t i = 0; i < payload->case_count; ++i) {
167 llvm::BasicBlock* llvmBB =
168 findCaseTarget(cUnit, cUnit->currentDalvikOffset + payload->targets[i]);
169 sw->addCase(cUnit->irb->getInt32(payload->first_key + i), llvmBB);
170 }
171 llvm::MDNode* switchNode =
172 llvm::MDNode::get(*cUnit->context, cUnit->irb->getInt32(tableOffset));
173 sw->setMetadata("SwitchTable", switchNode);
174 bb->taken = NULL;
175 bb->fallThrough = NULL;
176}
177
buzbeea1da8a52012-07-09 14:00:21 -0700178void convertSparseSwitch(CompilationUnit* cUnit, BasicBlock* bb,
179 int32_t tableOffset, RegLocation rlSrc)
180{
181 const Instruction::SparseSwitchPayload* payload =
182 reinterpret_cast<const Instruction::SparseSwitchPayload*>(
183 cUnit->insns + cUnit->currentDalvikOffset + tableOffset);
184
185 const int32_t* keys = payload->GetKeys();
186 const int32_t* targets = payload->GetTargets();
187
188 llvm::Value* value = getLLVMValue(cUnit, rlSrc.origSReg);
189
190 llvm::SwitchInst* sw =
191 cUnit->irb->CreateSwitch(value, getLLVMBlock(cUnit, bb->fallThrough->id),
192 payload->case_count);
193
194 for (size_t i = 0; i < payload->case_count; ++i) {
195 llvm::BasicBlock* llvmBB =
196 findCaseTarget(cUnit, cUnit->currentDalvikOffset + targets[i]);
197 sw->addCase(cUnit->irb->getInt32(keys[i]), llvmBB);
198 }
199 llvm::MDNode* switchNode =
200 llvm::MDNode::get(*cUnit->context, cUnit->irb->getInt32(tableOffset));
201 sw->setMetadata("SwitchTable", switchNode);
202 bb->taken = NULL;
203 bb->fallThrough = NULL;
204}
205
buzbee8fa0fda2012-06-27 15:44:52 -0700206void convertSget(CompilationUnit* cUnit, int32_t fieldIndex,
207 greenland::IntrinsicHelper::IntrinsicId id,
208 RegLocation rlDest)
buzbee4f1181f2012-06-22 13:52:12 -0700209{
buzbee8fa0fda2012-06-27 15:44:52 -0700210 llvm::Constant* fieldIdx = cUnit->irb->getInt32(fieldIndex);
buzbee4f1181f2012-06-22 13:52:12 -0700211 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
buzbee8fa0fda2012-06-27 15:44:52 -0700212 llvm::Value* res = cUnit->irb->CreateCall(intr, fieldIdx);
213 defineValue(cUnit, res, rlDest.origSReg);
214}
215
216void convertSput(CompilationUnit* cUnit, int32_t fieldIndex,
217 greenland::IntrinsicHelper::IntrinsicId id,
218 RegLocation rlSrc)
219{
220 llvm::SmallVector<llvm::Value*, 2> args;
221 args.push_back(cUnit->irb->getInt32(fieldIndex));
222 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
223 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
224 cUnit->irb->CreateCall(intr, args);
buzbee4f1181f2012-06-22 13:52:12 -0700225}
226
buzbee101305f2012-06-28 18:00:56 -0700227void convertFillArrayData(CompilationUnit* cUnit, int32_t offset,
228 RegLocation rlArray)
229{
230 greenland::IntrinsicHelper::IntrinsicId id;
231 id = greenland::IntrinsicHelper::FillArrayData;
232 llvm::SmallVector<llvm::Value*, 2> args;
233 args.push_back(cUnit->irb->getInt32(offset));
234 args.push_back(getLLVMValue(cUnit, rlArray.origSReg));
235 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
236 cUnit->irb->CreateCall(intr, args);
237}
238
buzbee2cfc6392012-05-07 14:51:40 -0700239llvm::Value* emitConst(CompilationUnit* cUnit, llvm::ArrayRef<llvm::Value*> src,
240 RegLocation loc)
241{
242 greenland::IntrinsicHelper::IntrinsicId id;
243 if (loc.wide) {
244 if (loc.fp) {
245 id = greenland::IntrinsicHelper::ConstDouble;
246 } else {
247 id = greenland::IntrinsicHelper::ConstLong;
248 }
249 } else {
250 if (loc.fp) {
251 id = greenland::IntrinsicHelper::ConstFloat;
buzbee4f1181f2012-06-22 13:52:12 -0700252 } else if (loc.ref) {
buzbee2cfc6392012-05-07 14:51:40 -0700253 id = greenland::IntrinsicHelper::ConstObj;
254 } else {
255 id = greenland::IntrinsicHelper::ConstInt;
256 }
257 }
258 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
259 return cUnit->irb->CreateCall(intr, src);
260}
buzbeeb03f4872012-06-11 15:22:11 -0700261
262void emitPopShadowFrame(CompilationUnit* cUnit)
263{
264 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(
265 greenland::IntrinsicHelper::PopShadowFrame);
266 cUnit->irb->CreateCall(intr);
267}
268
buzbee2cfc6392012-05-07 14:51:40 -0700269llvm::Value* emitCopy(CompilationUnit* cUnit, llvm::ArrayRef<llvm::Value*> src,
270 RegLocation loc)
271{
272 greenland::IntrinsicHelper::IntrinsicId id;
273 if (loc.wide) {
274 if (loc.fp) {
275 id = greenland::IntrinsicHelper::CopyDouble;
276 } else {
277 id = greenland::IntrinsicHelper::CopyLong;
278 }
279 } else {
280 if (loc.fp) {
281 id = greenland::IntrinsicHelper::CopyFloat;
buzbee4f1181f2012-06-22 13:52:12 -0700282 } else if (loc.ref) {
buzbee2cfc6392012-05-07 14:51:40 -0700283 id = greenland::IntrinsicHelper::CopyObj;
284 } else {
285 id = greenland::IntrinsicHelper::CopyInt;
286 }
287 }
288 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
289 return cUnit->irb->CreateCall(intr, src);
290}
291
buzbee32412962012-06-26 16:27:56 -0700292void convertMoveException(CompilationUnit* cUnit, RegLocation rlDest)
293{
294 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(
295 greenland::IntrinsicHelper::GetException);
296 llvm::Value* res = cUnit->irb->CreateCall(func);
297 defineValue(cUnit, res, rlDest.origSReg);
298}
299
300void convertThrow(CompilationUnit* cUnit, RegLocation rlSrc)
301{
302 llvm::Value* src = getLLVMValue(cUnit, rlSrc.origSReg);
303 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(
304 greenland::IntrinsicHelper::Throw);
305 cUnit->irb->CreateCall(func, src);
306 cUnit->irb->CreateUnreachable();
307}
308
buzbee8fa0fda2012-06-27 15:44:52 -0700309void convertMonitorEnterExit(CompilationUnit* cUnit, int optFlags,
310 greenland::IntrinsicHelper::IntrinsicId id,
311 RegLocation rlSrc)
312{
313 llvm::SmallVector<llvm::Value*, 2> args;
314 args.push_back(cUnit->irb->getInt32(optFlags));
315 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
316 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
317 cUnit->irb->CreateCall(func, args);
318}
319
buzbee76592632012-06-29 15:18:35 -0700320void convertArrayLength(CompilationUnit* cUnit, int optFlags,
321 RegLocation rlDest, RegLocation rlSrc)
buzbee8fa0fda2012-06-27 15:44:52 -0700322{
323 llvm::SmallVector<llvm::Value*, 2> args;
324 args.push_back(cUnit->irb->getInt32(optFlags));
325 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
326 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(
327 greenland::IntrinsicHelper::ArrayLength);
buzbee76592632012-06-29 15:18:35 -0700328 llvm::Value* res = cUnit->irb->CreateCall(func, args);
329 defineValue(cUnit, res, rlDest.origSReg);
buzbee8fa0fda2012-06-27 15:44:52 -0700330}
331
buzbee32412962012-06-26 16:27:56 -0700332void convertThrowVerificationError(CompilationUnit* cUnit, int info1, int info2)
333{
334 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(
buzbeea1da8a52012-07-09 14:00:21 -0700335 greenland::IntrinsicHelper::ThrowVerificationError);
buzbee32412962012-06-26 16:27:56 -0700336 llvm::SmallVector<llvm::Value*, 2> args;
337 args.push_back(cUnit->irb->getInt32(info1));
338 args.push_back(cUnit->irb->getInt32(info2));
339 cUnit->irb->CreateCall(func, args);
buzbee32412962012-06-26 16:27:56 -0700340}
341
buzbee2cfc6392012-05-07 14:51:40 -0700342void emitSuspendCheck(CompilationUnit* cUnit)
343{
344 greenland::IntrinsicHelper::IntrinsicId id =
345 greenland::IntrinsicHelper::CheckSuspend;
346 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
347 cUnit->irb->CreateCall(intr);
348}
349
350llvm::Value* convertCompare(CompilationUnit* cUnit, ConditionCode cc,
351 llvm::Value* src1, llvm::Value* src2)
352{
353 llvm::Value* res = NULL;
buzbee76592632012-06-29 15:18:35 -0700354 DCHECK_EQ(src1->getType(), src2->getType());
buzbee2cfc6392012-05-07 14:51:40 -0700355 switch(cc) {
356 case kCondEq: res = cUnit->irb->CreateICmpEQ(src1, src2); break;
357 case kCondNe: res = cUnit->irb->CreateICmpNE(src1, src2); break;
358 case kCondLt: res = cUnit->irb->CreateICmpSLT(src1, src2); break;
359 case kCondGe: res = cUnit->irb->CreateICmpSGE(src1, src2); break;
360 case kCondGt: res = cUnit->irb->CreateICmpSGT(src1, src2); break;
361 case kCondLe: res = cUnit->irb->CreateICmpSLE(src1, src2); break;
362 default: LOG(FATAL) << "Unexpected cc value " << cc;
363 }
364 return res;
365}
366
367void convertCompareAndBranch(CompilationUnit* cUnit, BasicBlock* bb, MIR* mir,
368 ConditionCode cc, RegLocation rlSrc1,
369 RegLocation rlSrc2)
370{
371 if (bb->taken->startOffset <= mir->offset) {
372 emitSuspendCheck(cUnit);
373 }
374 llvm::Value* src1 = getLLVMValue(cUnit, rlSrc1.origSReg);
375 llvm::Value* src2 = getLLVMValue(cUnit, rlSrc2.origSReg);
376 llvm::Value* condValue = convertCompare(cUnit, cc, src1, src2);
377 condValue->setName(StringPrintf("t%d", cUnit->tempName++));
378 cUnit->irb->CreateCondBr(condValue, getLLVMBlock(cUnit, bb->taken->id),
379 getLLVMBlock(cUnit, bb->fallThrough->id));
buzbee6969d502012-06-15 16:40:31 -0700380 // Don't redo the fallthrough branch in the BB driver
381 bb->fallThrough = NULL;
buzbee2cfc6392012-05-07 14:51:40 -0700382}
383
384void convertCompareZeroAndBranch(CompilationUnit* cUnit, BasicBlock* bb,
385 MIR* mir, ConditionCode cc, RegLocation rlSrc1)
386{
387 if (bb->taken->startOffset <= mir->offset) {
388 emitSuspendCheck(cUnit);
389 }
390 llvm::Value* src1 = getLLVMValue(cUnit, rlSrc1.origSReg);
391 llvm::Value* src2;
392 if (rlSrc1.ref) {
393 src2 = cUnit->irb->GetJNull();
394 } else {
395 src2 = cUnit->irb->getInt32(0);
396 }
397 llvm::Value* condValue = convertCompare(cUnit, cc, src1, src2);
buzbee2cfc6392012-05-07 14:51:40 -0700398 cUnit->irb->CreateCondBr(condValue, getLLVMBlock(cUnit, bb->taken->id),
399 getLLVMBlock(cUnit, bb->fallThrough->id));
buzbee6969d502012-06-15 16:40:31 -0700400 // Don't redo the fallthrough branch in the BB driver
401 bb->fallThrough = NULL;
buzbee2cfc6392012-05-07 14:51:40 -0700402}
403
404llvm::Value* genDivModOp(CompilationUnit* cUnit, bool isDiv, bool isLong,
405 llvm::Value* src1, llvm::Value* src2)
406{
407 greenland::IntrinsicHelper::IntrinsicId id;
408 if (isLong) {
409 if (isDiv) {
410 id = greenland::IntrinsicHelper::DivLong;
411 } else {
412 id = greenland::IntrinsicHelper::RemLong;
413 }
414 } else if (isDiv) {
415 id = greenland::IntrinsicHelper::DivInt;
416 } else {
417 id = greenland::IntrinsicHelper::RemInt;
418 }
419 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
420 llvm::SmallVector<llvm::Value*, 2>args;
421 args.push_back(src1);
422 args.push_back(src2);
423 return cUnit->irb->CreateCall(intr, args);
424}
425
426llvm::Value* genArithOp(CompilationUnit* cUnit, OpKind op, bool isLong,
427 llvm::Value* src1, llvm::Value* src2)
428{
429 llvm::Value* res = NULL;
430 switch(op) {
431 case kOpAdd: res = cUnit->irb->CreateAdd(src1, src2); break;
432 case kOpSub: res = cUnit->irb->CreateSub(src1, src2); break;
buzbee4f1181f2012-06-22 13:52:12 -0700433 case kOpRsub: res = cUnit->irb->CreateSub(src2, src1); break;
buzbee2cfc6392012-05-07 14:51:40 -0700434 case kOpMul: res = cUnit->irb->CreateMul(src1, src2); break;
435 case kOpOr: res = cUnit->irb->CreateOr(src1, src2); break;
436 case kOpAnd: res = cUnit->irb->CreateAnd(src1, src2); break;
437 case kOpXor: res = cUnit->irb->CreateXor(src1, src2); break;
438 case kOpDiv: res = genDivModOp(cUnit, true, isLong, src1, src2); break;
439 case kOpRem: res = genDivModOp(cUnit, false, isLong, src1, src2); break;
buzbee4f1181f2012-06-22 13:52:12 -0700440 case kOpLsl: res = cUnit->irb->CreateShl(src1, src2); break;
441 case kOpLsr: res = cUnit->irb->CreateLShr(src1, src2); break;
442 case kOpAsr: res = cUnit->irb->CreateAShr(src1, src2); break;
buzbee2cfc6392012-05-07 14:51:40 -0700443 default:
444 LOG(FATAL) << "Invalid op " << op;
445 }
446 return res;
447}
448
449void convertFPArithOp(CompilationUnit* cUnit, OpKind op, RegLocation rlDest,
450 RegLocation rlSrc1, RegLocation rlSrc2)
451{
452 llvm::Value* src1 = getLLVMValue(cUnit, rlSrc1.origSReg);
453 llvm::Value* src2 = getLLVMValue(cUnit, rlSrc2.origSReg);
454 llvm::Value* res = NULL;
455 switch(op) {
456 case kOpAdd: res = cUnit->irb->CreateFAdd(src1, src2); break;
457 case kOpSub: res = cUnit->irb->CreateFSub(src1, src2); break;
458 case kOpMul: res = cUnit->irb->CreateFMul(src1, src2); break;
459 case kOpDiv: res = cUnit->irb->CreateFDiv(src1, src2); break;
460 case kOpRem: res = cUnit->irb->CreateFRem(src1, src2); break;
461 default:
462 LOG(FATAL) << "Invalid op " << op;
463 }
464 defineValue(cUnit, res, rlDest.origSReg);
465}
466
buzbee2a83e8f2012-07-13 16:42:30 -0700467void convertShift(CompilationUnit* cUnit,
468 greenland::IntrinsicHelper::IntrinsicId id,
469 RegLocation rlDest, RegLocation rlSrc1, RegLocation rlSrc2)
buzbee4f1181f2012-06-22 13:52:12 -0700470{
buzbee2a83e8f2012-07-13 16:42:30 -0700471 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
472 llvm::SmallVector<llvm::Value*, 2>args;
473 args.push_back(getLLVMValue(cUnit, rlSrc1.origSReg));
474 args.push_back(getLLVMValue(cUnit, rlSrc2.origSReg));
475 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
476 defineValue(cUnit, res, rlDest.origSReg);
477}
478
479void convertShiftLit(CompilationUnit* cUnit,
480 greenland::IntrinsicHelper::IntrinsicId id,
481 RegLocation rlDest, RegLocation rlSrc, int shiftAmount)
482{
483 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
484 llvm::SmallVector<llvm::Value*, 2>args;
485 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
486 args.push_back(cUnit->irb->getInt32(shiftAmount));
487 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
buzbee4f1181f2012-06-22 13:52:12 -0700488 defineValue(cUnit, res, rlDest.origSReg);
489}
490
buzbee2cfc6392012-05-07 14:51:40 -0700491void convertArithOp(CompilationUnit* cUnit, OpKind op, RegLocation rlDest,
492 RegLocation rlSrc1, RegLocation rlSrc2)
493{
494 llvm::Value* src1 = getLLVMValue(cUnit, rlSrc1.origSReg);
495 llvm::Value* src2 = getLLVMValue(cUnit, rlSrc2.origSReg);
buzbee4f4dfc72012-07-02 14:54:44 -0700496 DCHECK_EQ(src1->getType(), src2->getType());
buzbee2cfc6392012-05-07 14:51:40 -0700497 llvm::Value* res = genArithOp(cUnit, op, rlDest.wide, src1, src2);
498 defineValue(cUnit, res, rlDest.origSReg);
499}
500
buzbeeb03f4872012-06-11 15:22:11 -0700501void setShadowFrameEntry(CompilationUnit* cUnit, llvm::Value* newVal)
502{
503 int index = -1;
504 DCHECK(newVal != NULL);
505 int vReg = SRegToVReg(cUnit, getLoc(cUnit, newVal).origSReg);
506 for (int i = 0; i < cUnit->numShadowFrameEntries; i++) {
507 if (cUnit->shadowMap[i] == vReg) {
508 index = i;
509 break;
510 }
511 }
Elliott Hughes74847412012-06-20 18:10:21 -0700512 DCHECK_NE(index, -1) << "Corrupt shadowMap";
buzbeeb03f4872012-06-11 15:22:11 -0700513 greenland::IntrinsicHelper::IntrinsicId id =
514 greenland::IntrinsicHelper::SetShadowFrameEntry;
515 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
516 llvm::Value* tableSlot = cUnit->irb->getInt32(index);
517 llvm::Value* args[] = { newVal, tableSlot };
518 cUnit->irb->CreateCall(func, args);
519}
520
buzbee2cfc6392012-05-07 14:51:40 -0700521void convertArithOpLit(CompilationUnit* cUnit, OpKind op, RegLocation rlDest,
522 RegLocation rlSrc1, int32_t imm)
523{
524 llvm::Value* src1 = getLLVMValue(cUnit, rlSrc1.origSReg);
525 llvm::Value* src2 = cUnit->irb->getInt32(imm);
526 llvm::Value* res = genArithOp(cUnit, op, rlDest.wide, src1, src2);
527 defineValue(cUnit, res, rlDest.origSReg);
528}
529
buzbee101305f2012-06-28 18:00:56 -0700530/*
531 * Process arguments for invoke. Note: this code is also used to
532 * collect and process arguments for NEW_FILLED_ARRAY and NEW_FILLED_ARRAY_RANGE.
533 * The requirements are similar.
534 */
buzbee6969d502012-06-15 16:40:31 -0700535void convertInvoke(CompilationUnit* cUnit, BasicBlock* bb, MIR* mir,
buzbee76592632012-06-29 15:18:35 -0700536 InvokeType invokeType, bool isRange, bool isFilledNewArray)
buzbee6969d502012-06-15 16:40:31 -0700537{
538 CallInfo* info = oatNewCallInfo(cUnit, bb, mir, invokeType, isRange);
539 llvm::SmallVector<llvm::Value*, 10> args;
540 // Insert the invokeType
541 args.push_back(cUnit->irb->getInt32(static_cast<int>(invokeType)));
542 // Insert the method_idx
543 args.push_back(cUnit->irb->getInt32(info->index));
544 // Insert the optimization flags
545 args.push_back(cUnit->irb->getInt32(info->optFlags));
546 // Now, insert the actual arguments
buzbee6969d502012-06-15 16:40:31 -0700547 for (int i = 0; i < info->numArgWords;) {
buzbee6969d502012-06-15 16:40:31 -0700548 llvm::Value* val = getLLVMValue(cUnit, info->args[i].origSReg);
549 args.push_back(val);
550 i += info->args[i].wide ? 2 : 1;
551 }
552 /*
553 * Choose the invoke return type based on actual usage. Note: may
554 * be different than shorty. For example, if a function return value
555 * is not used, we'll treat this as a void invoke.
556 */
557 greenland::IntrinsicHelper::IntrinsicId id;
buzbee76592632012-06-29 15:18:35 -0700558 if (isFilledNewArray) {
559 id = greenland::IntrinsicHelper::FilledNewArray;
buzbee101305f2012-06-28 18:00:56 -0700560 } else if (info->result.location == kLocInvalid) {
buzbee6969d502012-06-15 16:40:31 -0700561 id = greenland::IntrinsicHelper::HLInvokeVoid;
562 } else {
563 if (info->result.wide) {
564 if (info->result.fp) {
565 id = greenland::IntrinsicHelper::HLInvokeDouble;
566 } else {
buzbee8fa0fda2012-06-27 15:44:52 -0700567 id = greenland::IntrinsicHelper::HLInvokeLong;
buzbee6969d502012-06-15 16:40:31 -0700568 }
569 } else if (info->result.ref) {
570 id = greenland::IntrinsicHelper::HLInvokeObj;
571 } else if (info->result.fp) {
572 id = greenland::IntrinsicHelper::HLInvokeFloat;
573 } else {
574 id = greenland::IntrinsicHelper::HLInvokeInt;
575 }
576 }
577 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
578 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
579 if (info->result.location != kLocInvalid) {
580 defineValue(cUnit, res, info->result.origSReg);
581 }
582}
583
buzbee101305f2012-06-28 18:00:56 -0700584void convertConstObject(CompilationUnit* cUnit, uint32_t idx,
585 greenland::IntrinsicHelper::IntrinsicId id,
586 RegLocation rlDest)
buzbee6969d502012-06-15 16:40:31 -0700587{
buzbee6969d502012-06-15 16:40:31 -0700588 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
buzbee101305f2012-06-28 18:00:56 -0700589 llvm::Value* index = cUnit->irb->getInt32(idx);
buzbee6969d502012-06-15 16:40:31 -0700590 llvm::Value* res = cUnit->irb->CreateCall(intr, index);
591 defineValue(cUnit, res, rlDest.origSReg);
592}
593
buzbee101305f2012-06-28 18:00:56 -0700594void convertCheckCast(CompilationUnit* cUnit, uint32_t type_idx,
595 RegLocation rlSrc)
596{
597 greenland::IntrinsicHelper::IntrinsicId id;
598 id = greenland::IntrinsicHelper::CheckCast;
599 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
600 llvm::SmallVector<llvm::Value*, 2> args;
601 args.push_back(cUnit->irb->getInt32(type_idx));
602 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
603 cUnit->irb->CreateCall(intr, args);
604}
605
buzbee8fa0fda2012-06-27 15:44:52 -0700606void convertNewInstance(CompilationUnit* cUnit, uint32_t type_idx,
607 RegLocation rlDest)
buzbee4f1181f2012-06-22 13:52:12 -0700608{
609 greenland::IntrinsicHelper::IntrinsicId id;
610 id = greenland::IntrinsicHelper::NewInstance;
611 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
612 llvm::Value* index = cUnit->irb->getInt32(type_idx);
613 llvm::Value* res = cUnit->irb->CreateCall(intr, index);
614 defineValue(cUnit, res, rlDest.origSReg);
615}
616
buzbee8fa0fda2012-06-27 15:44:52 -0700617void convertNewArray(CompilationUnit* cUnit, uint32_t type_idx,
618 RegLocation rlDest, RegLocation rlSrc)
619{
620 greenland::IntrinsicHelper::IntrinsicId id;
621 id = greenland::IntrinsicHelper::NewArray;
622 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
623 llvm::SmallVector<llvm::Value*, 2> args;
624 args.push_back(cUnit->irb->getInt32(type_idx));
625 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
626 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
627 defineValue(cUnit, res, rlDest.origSReg);
628}
629
630void convertAget(CompilationUnit* cUnit, int optFlags,
631 greenland::IntrinsicHelper::IntrinsicId id,
632 RegLocation rlDest, RegLocation rlArray, RegLocation rlIndex)
633{
634 llvm::SmallVector<llvm::Value*, 3> args;
635 args.push_back(cUnit->irb->getInt32(optFlags));
636 args.push_back(getLLVMValue(cUnit, rlArray.origSReg));
637 args.push_back(getLLVMValue(cUnit, rlIndex.origSReg));
638 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
639 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
640 defineValue(cUnit, res, rlDest.origSReg);
641}
642
643void convertAput(CompilationUnit* cUnit, int optFlags,
644 greenland::IntrinsicHelper::IntrinsicId id,
645 RegLocation rlSrc, RegLocation rlArray, RegLocation rlIndex)
646{
647 llvm::SmallVector<llvm::Value*, 4> args;
648 args.push_back(cUnit->irb->getInt32(optFlags));
649 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
650 args.push_back(getLLVMValue(cUnit, rlArray.origSReg));
651 args.push_back(getLLVMValue(cUnit, rlIndex.origSReg));
652 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
653 cUnit->irb->CreateCall(intr, args);
654}
655
buzbee101305f2012-06-28 18:00:56 -0700656void convertIget(CompilationUnit* cUnit, int optFlags,
657 greenland::IntrinsicHelper::IntrinsicId id,
658 RegLocation rlDest, RegLocation rlObj, int fieldIndex)
659{
660 llvm::SmallVector<llvm::Value*, 3> args;
661 args.push_back(cUnit->irb->getInt32(optFlags));
662 args.push_back(getLLVMValue(cUnit, rlObj.origSReg));
663 args.push_back(cUnit->irb->getInt32(fieldIndex));
664 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
665 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
666 defineValue(cUnit, res, rlDest.origSReg);
667}
668
669void convertIput(CompilationUnit* cUnit, int optFlags,
670 greenland::IntrinsicHelper::IntrinsicId id,
671 RegLocation rlSrc, RegLocation rlObj, int fieldIndex)
672{
673 llvm::SmallVector<llvm::Value*, 4> args;
674 args.push_back(cUnit->irb->getInt32(optFlags));
675 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
676 args.push_back(getLLVMValue(cUnit, rlObj.origSReg));
677 args.push_back(cUnit->irb->getInt32(fieldIndex));
678 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
679 cUnit->irb->CreateCall(intr, args);
680}
681
buzbee8fa0fda2012-06-27 15:44:52 -0700682void convertInstanceOf(CompilationUnit* cUnit, uint32_t type_idx,
683 RegLocation rlDest, RegLocation rlSrc)
684{
685 greenland::IntrinsicHelper::IntrinsicId id;
686 id = greenland::IntrinsicHelper::InstanceOf;
687 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
688 llvm::SmallVector<llvm::Value*, 2> args;
689 args.push_back(cUnit->irb->getInt32(type_idx));
690 args.push_back(getLLVMValue(cUnit, rlSrc.origSReg));
691 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
692 defineValue(cUnit, res, rlDest.origSReg);
693}
694
buzbee101305f2012-06-28 18:00:56 -0700695void convertIntToLong(CompilationUnit* cUnit, RegLocation rlDest,
696 RegLocation rlSrc)
697{
698 llvm::Value* res = cUnit->irb->CreateSExt(getLLVMValue(cUnit, rlSrc.origSReg),
699 cUnit->irb->getInt64Ty());
700 defineValue(cUnit, res, rlDest.origSReg);
701}
702
buzbee76592632012-06-29 15:18:35 -0700703void convertLongToInt(CompilationUnit* cUnit, RegLocation rlDest,
704 RegLocation rlSrc)
705{
706 llvm::Value* src = getLLVMValue(cUnit, rlSrc.origSReg);
707 llvm::Value* res = cUnit->irb->CreateTrunc(src, cUnit->irb->getInt32Ty());
708 defineValue(cUnit, res, rlDest.origSReg);
709}
710
711void convertFloatToDouble(CompilationUnit* cUnit, RegLocation rlDest,
712 RegLocation rlSrc)
713{
714 llvm::Value* src = getLLVMValue(cUnit, rlSrc.origSReg);
715 llvm::Value* res = cUnit->irb->CreateFPExt(src, cUnit->irb->getDoubleTy());
716 defineValue(cUnit, res, rlDest.origSReg);
717}
718
719void convertDoubleToFloat(CompilationUnit* cUnit, RegLocation rlDest,
720 RegLocation rlSrc)
721{
722 llvm::Value* src = getLLVMValue(cUnit, rlSrc.origSReg);
723 llvm::Value* res = cUnit->irb->CreateFPTrunc(src, cUnit->irb->getFloatTy());
724 defineValue(cUnit, res, rlDest.origSReg);
725}
726
727void convertWideComparison(CompilationUnit* cUnit,
728 greenland::IntrinsicHelper::IntrinsicId id,
729 RegLocation rlDest, RegLocation rlSrc1,
730 RegLocation rlSrc2)
731{
732 DCHECK_EQ(rlSrc1.fp, rlSrc2.fp);
733 DCHECK_EQ(rlSrc1.wide, rlSrc2.wide);
734 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
735 llvm::SmallVector<llvm::Value*, 2> args;
736 args.push_back(getLLVMValue(cUnit, rlSrc1.origSReg));
737 args.push_back(getLLVMValue(cUnit, rlSrc2.origSReg));
738 llvm::Value* res = cUnit->irb->CreateCall(intr, args);
739 defineValue(cUnit, res, rlDest.origSReg);
740}
741
buzbee101305f2012-06-28 18:00:56 -0700742void convertIntNarrowing(CompilationUnit* cUnit, RegLocation rlDest,
743 RegLocation rlSrc,
744 greenland::IntrinsicHelper::IntrinsicId id)
745{
746 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
buzbee76592632012-06-29 15:18:35 -0700747 llvm::Value* res =
748 cUnit->irb->CreateCall(intr, getLLVMValue(cUnit, rlSrc.origSReg));
749 defineValue(cUnit, res, rlDest.origSReg);
750}
751
752void convertNeg(CompilationUnit* cUnit, RegLocation rlDest,
753 RegLocation rlSrc)
754{
755 llvm::Value* res = cUnit->irb->CreateNeg(getLLVMValue(cUnit, rlSrc.origSReg));
756 defineValue(cUnit, res, rlDest.origSReg);
757}
758
759void convertIntToFP(CompilationUnit* cUnit, llvm::Type* ty, RegLocation rlDest,
760 RegLocation rlSrc)
761{
762 llvm::Value* res =
763 cUnit->irb->CreateSIToFP(getLLVMValue(cUnit, rlSrc.origSReg), ty);
764 defineValue(cUnit, res, rlDest.origSReg);
765}
766
767void convertFPToInt(CompilationUnit* cUnit, llvm::Type* ty, RegLocation rlDest,
768 RegLocation rlSrc)
769{
770 llvm::Value* res =
771 cUnit->irb->CreateFPToSI(getLLVMValue(cUnit, rlSrc.origSReg), ty);
772 defineValue(cUnit, res, rlDest.origSReg);
773}
774
775
776void convertNegFP(CompilationUnit* cUnit, RegLocation rlDest,
777 RegLocation rlSrc)
778{
779 llvm::Value* res =
780 cUnit->irb->CreateFNeg(getLLVMValue(cUnit, rlSrc.origSReg));
781 defineValue(cUnit, res, rlDest.origSReg);
782}
783
784void convertNot(CompilationUnit* cUnit, RegLocation rlDest,
785 RegLocation rlSrc)
786{
787 llvm::Value* src = getLLVMValue(cUnit, rlSrc.origSReg);
788 llvm::Value* res = cUnit->irb->CreateXor(src, static_cast<uint64_t>(-1));
buzbee101305f2012-06-28 18:00:56 -0700789 defineValue(cUnit, res, rlDest.origSReg);
790}
791
buzbee2cfc6392012-05-07 14:51:40 -0700792/*
793 * Target-independent code generation. Use only high-level
794 * load/store utilities here, or target-dependent genXX() handlers
795 * when necessary.
796 */
797bool convertMIRNode(CompilationUnit* cUnit, MIR* mir, BasicBlock* bb,
798 llvm::BasicBlock* llvmBB, LIR* labelList)
799{
800 bool res = false; // Assume success
801 RegLocation rlSrc[3];
802 RegLocation rlDest = badLoc;
803 RegLocation rlResult = badLoc;
804 Instruction::Code opcode = mir->dalvikInsn.opcode;
buzbee32412962012-06-26 16:27:56 -0700805 uint32_t vA = mir->dalvikInsn.vA;
buzbee6969d502012-06-15 16:40:31 -0700806 uint32_t vB = mir->dalvikInsn.vB;
807 uint32_t vC = mir->dalvikInsn.vC;
buzbee8fa0fda2012-06-27 15:44:52 -0700808 int optFlags = mir->optimizationFlags;
buzbee6969d502012-06-15 16:40:31 -0700809
buzbeeb03f4872012-06-11 15:22:11 -0700810 bool objectDefinition = false;
buzbee2cfc6392012-05-07 14:51:40 -0700811
812 /* Prep Src and Dest locations */
813 int nextSreg = 0;
814 int nextLoc = 0;
815 int attrs = oatDataFlowAttributes[opcode];
816 rlSrc[0] = rlSrc[1] = rlSrc[2] = badLoc;
817 if (attrs & DF_UA) {
818 if (attrs & DF_A_WIDE) {
buzbee15bf9802012-06-12 17:49:27 -0700819 rlSrc[nextLoc++] = oatGetSrcWide(cUnit, mir, nextSreg);
buzbee2cfc6392012-05-07 14:51:40 -0700820 nextSreg+= 2;
821 } else {
822 rlSrc[nextLoc++] = oatGetSrc(cUnit, mir, nextSreg);
823 nextSreg++;
824 }
825 }
826 if (attrs & DF_UB) {
827 if (attrs & DF_B_WIDE) {
buzbee15bf9802012-06-12 17:49:27 -0700828 rlSrc[nextLoc++] = oatGetSrcWide(cUnit, mir, nextSreg);
buzbee2cfc6392012-05-07 14:51:40 -0700829 nextSreg+= 2;
830 } else {
831 rlSrc[nextLoc++] = oatGetSrc(cUnit, mir, nextSreg);
832 nextSreg++;
833 }
834 }
835 if (attrs & DF_UC) {
836 if (attrs & DF_C_WIDE) {
buzbee15bf9802012-06-12 17:49:27 -0700837 rlSrc[nextLoc++] = oatGetSrcWide(cUnit, mir, nextSreg);
buzbee2cfc6392012-05-07 14:51:40 -0700838 } else {
839 rlSrc[nextLoc++] = oatGetSrc(cUnit, mir, nextSreg);
840 }
841 }
842 if (attrs & DF_DA) {
843 if (attrs & DF_A_WIDE) {
buzbee15bf9802012-06-12 17:49:27 -0700844 rlDest = oatGetDestWide(cUnit, mir);
buzbee2cfc6392012-05-07 14:51:40 -0700845 } else {
buzbee15bf9802012-06-12 17:49:27 -0700846 rlDest = oatGetDest(cUnit, mir);
buzbeeb03f4872012-06-11 15:22:11 -0700847 if (rlDest.ref) {
848 objectDefinition = true;
849 }
buzbee2cfc6392012-05-07 14:51:40 -0700850 }
851 }
852
853 switch (opcode) {
854 case Instruction::NOP:
855 break;
856
857 case Instruction::MOVE:
858 case Instruction::MOVE_OBJECT:
859 case Instruction::MOVE_16:
860 case Instruction::MOVE_OBJECT_16:
buzbee76592632012-06-29 15:18:35 -0700861 case Instruction::MOVE_OBJECT_FROM16:
buzbee2cfc6392012-05-07 14:51:40 -0700862 case Instruction::MOVE_FROM16:
863 case Instruction::MOVE_WIDE:
864 case Instruction::MOVE_WIDE_16:
865 case Instruction::MOVE_WIDE_FROM16: {
866 /*
867 * Moves/copies are meaningless in pure SSA register form,
868 * but we need to preserve them for the conversion back into
869 * MIR (at least until we stop using the Dalvik register maps).
870 * Insert a dummy intrinsic copy call, which will be recognized
871 * by the quick path and removed by the portable path.
872 */
873 llvm::Value* src = getLLVMValue(cUnit, rlSrc[0].origSReg);
874 llvm::Value* res = emitCopy(cUnit, src, rlDest);
875 defineValue(cUnit, res, rlDest.origSReg);
876 }
877 break;
878
879 case Instruction::CONST:
880 case Instruction::CONST_4:
881 case Instruction::CONST_16: {
buzbee6969d502012-06-15 16:40:31 -0700882 llvm::Constant* immValue = cUnit->irb->GetJInt(vB);
buzbee2cfc6392012-05-07 14:51:40 -0700883 llvm::Value* res = emitConst(cUnit, immValue, rlDest);
884 defineValue(cUnit, res, rlDest.origSReg);
885 }
886 break;
887
888 case Instruction::CONST_WIDE_16:
889 case Instruction::CONST_WIDE_32: {
buzbee76592632012-06-29 15:18:35 -0700890 // Sign extend to 64 bits
891 int64_t imm = static_cast<int32_t>(vB);
892 llvm::Constant* immValue = cUnit->irb->GetJLong(imm);
buzbee2cfc6392012-05-07 14:51:40 -0700893 llvm::Value* res = emitConst(cUnit, immValue, rlDest);
894 defineValue(cUnit, res, rlDest.origSReg);
895 }
896 break;
897
898 case Instruction::CONST_HIGH16: {
buzbee6969d502012-06-15 16:40:31 -0700899 llvm::Constant* immValue = cUnit->irb->GetJInt(vB << 16);
buzbee2cfc6392012-05-07 14:51:40 -0700900 llvm::Value* res = emitConst(cUnit, immValue, rlDest);
901 defineValue(cUnit, res, rlDest.origSReg);
902 }
903 break;
904
905 case Instruction::CONST_WIDE: {
906 llvm::Constant* immValue =
907 cUnit->irb->GetJLong(mir->dalvikInsn.vB_wide);
908 llvm::Value* res = emitConst(cUnit, immValue, rlDest);
909 defineValue(cUnit, res, rlDest.origSReg);
buzbee4f1181f2012-06-22 13:52:12 -0700910 }
911 break;
buzbee2cfc6392012-05-07 14:51:40 -0700912 case Instruction::CONST_WIDE_HIGH16: {
buzbee6969d502012-06-15 16:40:31 -0700913 int64_t imm = static_cast<int64_t>(vB) << 48;
buzbee2cfc6392012-05-07 14:51:40 -0700914 llvm::Constant* immValue = cUnit->irb->GetJLong(imm);
915 llvm::Value* res = emitConst(cUnit, immValue, rlDest);
916 defineValue(cUnit, res, rlDest.origSReg);
buzbee4f1181f2012-06-22 13:52:12 -0700917 }
918 break;
919
buzbee8fa0fda2012-06-27 15:44:52 -0700920 case Instruction::SPUT_OBJECT:
buzbee76592632012-06-29 15:18:35 -0700921 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputObject,
buzbee8fa0fda2012-06-27 15:44:52 -0700922 rlSrc[0]);
923 break;
924 case Instruction::SPUT:
925 if (rlSrc[0].fp) {
buzbee76592632012-06-29 15:18:35 -0700926 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputFloat,
buzbee8fa0fda2012-06-27 15:44:52 -0700927 rlSrc[0]);
928 } else {
buzbee76592632012-06-29 15:18:35 -0700929 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSput, rlSrc[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700930 }
931 break;
932 case Instruction::SPUT_BOOLEAN:
buzbee76592632012-06-29 15:18:35 -0700933 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputBoolean,
buzbee8fa0fda2012-06-27 15:44:52 -0700934 rlSrc[0]);
935 break;
936 case Instruction::SPUT_BYTE:
buzbee76592632012-06-29 15:18:35 -0700937 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputByte, rlSrc[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700938 break;
939 case Instruction::SPUT_CHAR:
buzbee76592632012-06-29 15:18:35 -0700940 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputChar, rlSrc[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700941 break;
942 case Instruction::SPUT_SHORT:
buzbee76592632012-06-29 15:18:35 -0700943 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputShort, rlSrc[0]);
buzbee8fa0fda2012-06-27 15:44:52 -0700944 break;
945 case Instruction::SPUT_WIDE:
946 if (rlSrc[0].fp) {
buzbee76592632012-06-29 15:18:35 -0700947 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputDouble,
buzbee8fa0fda2012-06-27 15:44:52 -0700948 rlSrc[0]);
949 } else {
buzbee76592632012-06-29 15:18:35 -0700950 convertSput(cUnit, vB, greenland::IntrinsicHelper::HLSputWide,
buzbee8fa0fda2012-06-27 15:44:52 -0700951 rlSrc[0]);
952 }
953 break;
954
955 case Instruction::SGET_OBJECT:
956 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetObject, rlDest);
957 break;
958 case Instruction::SGET:
959 if (rlDest.fp) {
960 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetFloat, rlDest);
961 } else {
962 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSget, rlDest);
963 }
964 break;
965 case Instruction::SGET_BOOLEAN:
966 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetBoolean, rlDest);
967 break;
968 case Instruction::SGET_BYTE:
969 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetByte, rlDest);
970 break;
971 case Instruction::SGET_CHAR:
972 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetChar, rlDest);
973 break;
974 case Instruction::SGET_SHORT:
975 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetShort, rlDest);
976 break;
977 case Instruction::SGET_WIDE:
978 if (rlDest.fp) {
979 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetDouble,
980 rlDest);
981 } else {
982 convertSget(cUnit, vB, greenland::IntrinsicHelper::HLSgetWide, rlDest);
buzbee4f1181f2012-06-22 13:52:12 -0700983 }
984 break;
buzbee2cfc6392012-05-07 14:51:40 -0700985
986 case Instruction::RETURN_WIDE:
987 case Instruction::RETURN:
988 case Instruction::RETURN_OBJECT: {
TDYa1274f2935e2012-06-22 06:25:03 -0700989 if (!(cUnit->attrs & METHOD_IS_LEAF)) {
buzbee2cfc6392012-05-07 14:51:40 -0700990 emitSuspendCheck(cUnit);
991 }
buzbeeb03f4872012-06-11 15:22:11 -0700992 emitPopShadowFrame(cUnit);
buzbee2cfc6392012-05-07 14:51:40 -0700993 cUnit->irb->CreateRet(getLLVMValue(cUnit, rlSrc[0].origSReg));
994 bb->hasReturn = true;
995 }
996 break;
997
998 case Instruction::RETURN_VOID: {
TDYa1274f2935e2012-06-22 06:25:03 -0700999 if (!(cUnit->attrs & METHOD_IS_LEAF)) {
buzbee2cfc6392012-05-07 14:51:40 -07001000 emitSuspendCheck(cUnit);
1001 }
buzbeeb03f4872012-06-11 15:22:11 -07001002 emitPopShadowFrame(cUnit);
buzbee2cfc6392012-05-07 14:51:40 -07001003 cUnit->irb->CreateRetVoid();
1004 bb->hasReturn = true;
1005 }
1006 break;
1007
1008 case Instruction::IF_EQ:
1009 convertCompareAndBranch(cUnit, bb, mir, kCondEq, rlSrc[0], rlSrc[1]);
1010 break;
1011 case Instruction::IF_NE:
1012 convertCompareAndBranch(cUnit, bb, mir, kCondNe, rlSrc[0], rlSrc[1]);
1013 break;
1014 case Instruction::IF_LT:
1015 convertCompareAndBranch(cUnit, bb, mir, kCondLt, rlSrc[0], rlSrc[1]);
1016 break;
1017 case Instruction::IF_GE:
1018 convertCompareAndBranch(cUnit, bb, mir, kCondGe, rlSrc[0], rlSrc[1]);
1019 break;
1020 case Instruction::IF_GT:
1021 convertCompareAndBranch(cUnit, bb, mir, kCondGt, rlSrc[0], rlSrc[1]);
1022 break;
1023 case Instruction::IF_LE:
1024 convertCompareAndBranch(cUnit, bb, mir, kCondLe, rlSrc[0], rlSrc[1]);
1025 break;
1026 case Instruction::IF_EQZ:
1027 convertCompareZeroAndBranch(cUnit, bb, mir, kCondEq, rlSrc[0]);
1028 break;
1029 case Instruction::IF_NEZ:
1030 convertCompareZeroAndBranch(cUnit, bb, mir, kCondNe, rlSrc[0]);
1031 break;
1032 case Instruction::IF_LTZ:
1033 convertCompareZeroAndBranch(cUnit, bb, mir, kCondLt, rlSrc[0]);
1034 break;
1035 case Instruction::IF_GEZ:
1036 convertCompareZeroAndBranch(cUnit, bb, mir, kCondGe, rlSrc[0]);
1037 break;
1038 case Instruction::IF_GTZ:
1039 convertCompareZeroAndBranch(cUnit, bb, mir, kCondGt, rlSrc[0]);
1040 break;
1041 case Instruction::IF_LEZ:
1042 convertCompareZeroAndBranch(cUnit, bb, mir, kCondLe, rlSrc[0]);
1043 break;
1044
1045 case Instruction::GOTO:
1046 case Instruction::GOTO_16:
1047 case Instruction::GOTO_32: {
1048 if (bb->taken->startOffset <= bb->startOffset) {
1049 emitSuspendCheck(cUnit);
1050 }
1051 cUnit->irb->CreateBr(getLLVMBlock(cUnit, bb->taken->id));
1052 }
1053 break;
1054
1055 case Instruction::ADD_LONG:
1056 case Instruction::ADD_LONG_2ADDR:
1057 case Instruction::ADD_INT:
1058 case Instruction::ADD_INT_2ADDR:
1059 convertArithOp(cUnit, kOpAdd, rlDest, rlSrc[0], rlSrc[1]);
1060 break;
1061 case Instruction::SUB_LONG:
1062 case Instruction::SUB_LONG_2ADDR:
1063 case Instruction::SUB_INT:
1064 case Instruction::SUB_INT_2ADDR:
1065 convertArithOp(cUnit, kOpSub, rlDest, rlSrc[0], rlSrc[1]);
1066 break;
1067 case Instruction::MUL_LONG:
1068 case Instruction::MUL_LONG_2ADDR:
1069 case Instruction::MUL_INT:
1070 case Instruction::MUL_INT_2ADDR:
1071 convertArithOp(cUnit, kOpMul, rlDest, rlSrc[0], rlSrc[1]);
1072 break;
1073 case Instruction::DIV_LONG:
1074 case Instruction::DIV_LONG_2ADDR:
1075 case Instruction::DIV_INT:
1076 case Instruction::DIV_INT_2ADDR:
1077 convertArithOp(cUnit, kOpDiv, rlDest, rlSrc[0], rlSrc[1]);
1078 break;
1079 case Instruction::REM_LONG:
1080 case Instruction::REM_LONG_2ADDR:
1081 case Instruction::REM_INT:
1082 case Instruction::REM_INT_2ADDR:
1083 convertArithOp(cUnit, kOpRem, rlDest, rlSrc[0], rlSrc[1]);
1084 break;
1085 case Instruction::AND_LONG:
1086 case Instruction::AND_LONG_2ADDR:
1087 case Instruction::AND_INT:
1088 case Instruction::AND_INT_2ADDR:
1089 convertArithOp(cUnit, kOpAnd, rlDest, rlSrc[0], rlSrc[1]);
1090 break;
1091 case Instruction::OR_LONG:
1092 case Instruction::OR_LONG_2ADDR:
1093 case Instruction::OR_INT:
1094 case Instruction::OR_INT_2ADDR:
1095 convertArithOp(cUnit, kOpOr, rlDest, rlSrc[0], rlSrc[1]);
1096 break;
1097 case Instruction::XOR_LONG:
1098 case Instruction::XOR_LONG_2ADDR:
1099 case Instruction::XOR_INT:
1100 case Instruction::XOR_INT_2ADDR:
1101 convertArithOp(cUnit, kOpXor, rlDest, rlSrc[0], rlSrc[1]);
1102 break;
1103 case Instruction::SHL_LONG:
1104 case Instruction::SHL_LONG_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001105 convertShift(cUnit, greenland::IntrinsicHelper::SHLLong,
1106 rlDest, rlSrc[0], rlSrc[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001107 break;
buzbee2cfc6392012-05-07 14:51:40 -07001108 case Instruction::SHL_INT:
1109 case Instruction::SHL_INT_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001110 convertShift(cUnit, greenland::IntrinsicHelper::SHLInt,
1111 rlDest, rlSrc[0], rlSrc[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001112 break;
1113 case Instruction::SHR_LONG:
1114 case Instruction::SHR_LONG_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001115 convertShift(cUnit, greenland::IntrinsicHelper::SHRLong,
1116 rlDest, rlSrc[0], rlSrc[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001117 break;
buzbee2cfc6392012-05-07 14:51:40 -07001118 case Instruction::SHR_INT:
1119 case Instruction::SHR_INT_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001120 convertShift(cUnit, greenland::IntrinsicHelper::SHRInt,
1121 rlDest, rlSrc[0], rlSrc[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001122 break;
1123 case Instruction::USHR_LONG:
1124 case Instruction::USHR_LONG_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001125 convertShift(cUnit, greenland::IntrinsicHelper::USHRLong,
1126 rlDest, rlSrc[0], rlSrc[1]);
buzbee4f1181f2012-06-22 13:52:12 -07001127 break;
buzbee2cfc6392012-05-07 14:51:40 -07001128 case Instruction::USHR_INT:
1129 case Instruction::USHR_INT_2ADDR:
buzbee2a83e8f2012-07-13 16:42:30 -07001130 convertShift(cUnit, greenland::IntrinsicHelper::USHRInt,
1131 rlDest, rlSrc[0], rlSrc[1]);
buzbee2cfc6392012-05-07 14:51:40 -07001132 break;
1133
1134 case Instruction::ADD_INT_LIT16:
1135 case Instruction::ADD_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001136 convertArithOpLit(cUnit, kOpAdd, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001137 break;
1138 case Instruction::RSUB_INT:
1139 case Instruction::RSUB_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001140 convertArithOpLit(cUnit, kOpRsub, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001141 break;
1142 case Instruction::MUL_INT_LIT16:
1143 case Instruction::MUL_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001144 convertArithOpLit(cUnit, kOpMul, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001145 break;
1146 case Instruction::DIV_INT_LIT16:
1147 case Instruction::DIV_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001148 convertArithOpLit(cUnit, kOpDiv, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001149 break;
1150 case Instruction::REM_INT_LIT16:
1151 case Instruction::REM_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001152 convertArithOpLit(cUnit, kOpRem, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001153 break;
1154 case Instruction::AND_INT_LIT16:
1155 case Instruction::AND_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001156 convertArithOpLit(cUnit, kOpAnd, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001157 break;
1158 case Instruction::OR_INT_LIT16:
1159 case Instruction::OR_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001160 convertArithOpLit(cUnit, kOpOr, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001161 break;
1162 case Instruction::XOR_INT_LIT16:
1163 case Instruction::XOR_INT_LIT8:
buzbee6969d502012-06-15 16:40:31 -07001164 convertArithOpLit(cUnit, kOpXor, rlDest, rlSrc[0], vC);
buzbee2cfc6392012-05-07 14:51:40 -07001165 break;
1166 case Instruction::SHL_INT_LIT8:
buzbee2a83e8f2012-07-13 16:42:30 -07001167 convertShiftLit(cUnit, greenland::IntrinsicHelper::SHLInt,
1168 rlDest, rlSrc[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001169 break;
1170 case Instruction::SHR_INT_LIT8:
buzbee2a83e8f2012-07-13 16:42:30 -07001171 convertShiftLit(cUnit, greenland::IntrinsicHelper::SHRInt,
1172 rlDest, rlSrc[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001173 break;
1174 case Instruction::USHR_INT_LIT8:
buzbee2a83e8f2012-07-13 16:42:30 -07001175 convertShiftLit(cUnit, greenland::IntrinsicHelper::USHRInt,
1176 rlDest, rlSrc[0], vC & 0x1f);
buzbee2cfc6392012-05-07 14:51:40 -07001177 break;
1178
1179 case Instruction::ADD_FLOAT:
1180 case Instruction::ADD_FLOAT_2ADDR:
1181 case Instruction::ADD_DOUBLE:
1182 case Instruction::ADD_DOUBLE_2ADDR:
1183 convertFPArithOp(cUnit, kOpAdd, rlDest, rlSrc[0], rlSrc[1]);
1184 break;
1185
1186 case Instruction::SUB_FLOAT:
1187 case Instruction::SUB_FLOAT_2ADDR:
1188 case Instruction::SUB_DOUBLE:
1189 case Instruction::SUB_DOUBLE_2ADDR:
1190 convertFPArithOp(cUnit, kOpSub, rlDest, rlSrc[0], rlSrc[1]);
1191 break;
1192
1193 case Instruction::MUL_FLOAT:
1194 case Instruction::MUL_FLOAT_2ADDR:
1195 case Instruction::MUL_DOUBLE:
1196 case Instruction::MUL_DOUBLE_2ADDR:
1197 convertFPArithOp(cUnit, kOpMul, rlDest, rlSrc[0], rlSrc[1]);
1198 break;
1199
1200 case Instruction::DIV_FLOAT:
1201 case Instruction::DIV_FLOAT_2ADDR:
1202 case Instruction::DIV_DOUBLE:
1203 case Instruction::DIV_DOUBLE_2ADDR:
1204 convertFPArithOp(cUnit, kOpDiv, rlDest, rlSrc[0], rlSrc[1]);
1205 break;
1206
1207 case Instruction::REM_FLOAT:
1208 case Instruction::REM_FLOAT_2ADDR:
1209 case Instruction::REM_DOUBLE:
1210 case Instruction::REM_DOUBLE_2ADDR:
1211 convertFPArithOp(cUnit, kOpRem, rlDest, rlSrc[0], rlSrc[1]);
1212 break;
1213
buzbee6969d502012-06-15 16:40:31 -07001214 case Instruction::INVOKE_STATIC:
buzbee101305f2012-06-28 18:00:56 -07001215 convertInvoke(cUnit, bb, mir, kStatic, false /*range*/,
1216 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001217 break;
1218 case Instruction::INVOKE_STATIC_RANGE:
buzbee101305f2012-06-28 18:00:56 -07001219 convertInvoke(cUnit, bb, mir, kStatic, true /*range*/,
1220 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001221 break;
1222
1223 case Instruction::INVOKE_DIRECT:
buzbee101305f2012-06-28 18:00:56 -07001224 convertInvoke(cUnit, bb, mir, kDirect, false /*range*/,
1225 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001226 break;
1227 case Instruction::INVOKE_DIRECT_RANGE:
buzbee101305f2012-06-28 18:00:56 -07001228 convertInvoke(cUnit, bb, mir, kDirect, true /*range*/,
1229 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001230 break;
1231
1232 case Instruction::INVOKE_VIRTUAL:
buzbee101305f2012-06-28 18:00:56 -07001233 convertInvoke(cUnit, bb, mir, kVirtual, false /*range*/,
1234 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001235 break;
1236 case Instruction::INVOKE_VIRTUAL_RANGE:
buzbee101305f2012-06-28 18:00:56 -07001237 convertInvoke(cUnit, bb, mir, kVirtual, true /*range*/,
1238 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001239 break;
1240
1241 case Instruction::INVOKE_SUPER:
buzbee101305f2012-06-28 18:00:56 -07001242 convertInvoke(cUnit, bb, mir, kSuper, false /*range*/,
1243 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001244 break;
1245 case Instruction::INVOKE_SUPER_RANGE:
buzbee101305f2012-06-28 18:00:56 -07001246 convertInvoke(cUnit, bb, mir, kSuper, true /*range*/,
1247 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001248 break;
1249
1250 case Instruction::INVOKE_INTERFACE:
buzbee101305f2012-06-28 18:00:56 -07001251 convertInvoke(cUnit, bb, mir, kInterface, false /*range*/,
1252 false /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001253 break;
1254 case Instruction::INVOKE_INTERFACE_RANGE:
buzbee101305f2012-06-28 18:00:56 -07001255 convertInvoke(cUnit, bb, mir, kInterface, true /*range*/,
1256 false /* NewFilledArray */);
1257 break;
1258 case Instruction::FILLED_NEW_ARRAY:
1259 convertInvoke(cUnit, bb, mir, kInterface, false /*range*/,
1260 true /* NewFilledArray */);
1261 break;
1262 case Instruction::FILLED_NEW_ARRAY_RANGE:
1263 convertInvoke(cUnit, bb, mir, kInterface, true /*range*/,
1264 true /* NewFilledArray */);
buzbee6969d502012-06-15 16:40:31 -07001265 break;
1266
1267 case Instruction::CONST_STRING:
1268 case Instruction::CONST_STRING_JUMBO:
buzbee101305f2012-06-28 18:00:56 -07001269 convertConstObject(cUnit, vB, greenland::IntrinsicHelper::ConstString,
1270 rlDest);
1271 break;
1272
1273 case Instruction::CONST_CLASS:
1274 convertConstObject(cUnit, vB, greenland::IntrinsicHelper::ConstClass,
1275 rlDest);
1276 break;
1277
1278 case Instruction::CHECK_CAST:
1279 convertCheckCast(cUnit, vB, rlSrc[0]);
buzbee6969d502012-06-15 16:40:31 -07001280 break;
1281
buzbee4f1181f2012-06-22 13:52:12 -07001282 case Instruction::NEW_INSTANCE:
buzbee8fa0fda2012-06-27 15:44:52 -07001283 convertNewInstance(cUnit, vB, rlDest);
buzbee4f1181f2012-06-22 13:52:12 -07001284 break;
1285
buzbee32412962012-06-26 16:27:56 -07001286 case Instruction::MOVE_EXCEPTION:
1287 convertMoveException(cUnit, rlDest);
1288 break;
1289
1290 case Instruction::THROW:
1291 convertThrow(cUnit, rlSrc[0]);
1292 break;
1293
1294 case Instruction::THROW_VERIFICATION_ERROR:
1295 convertThrowVerificationError(cUnit, vA, vB);
1296 break;
buzbee6969d502012-06-15 16:40:31 -07001297
buzbee2cfc6392012-05-07 14:51:40 -07001298 case Instruction::MOVE_RESULT_WIDE:
buzbee2cfc6392012-05-07 14:51:40 -07001299 case Instruction::MOVE_RESULT:
1300 case Instruction::MOVE_RESULT_OBJECT:
buzbee8fa0fda2012-06-27 15:44:52 -07001301 CHECK(false) << "Unexpected MOVE_RESULT";
buzbee2cfc6392012-05-07 14:51:40 -07001302 break;
1303
1304 case Instruction::MONITOR_ENTER:
buzbee8fa0fda2012-06-27 15:44:52 -07001305 convertMonitorEnterExit(cUnit, optFlags,
1306 greenland::IntrinsicHelper::MonitorEnter,
1307 rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001308 break;
1309
1310 case Instruction::MONITOR_EXIT:
buzbee8fa0fda2012-06-27 15:44:52 -07001311 convertMonitorEnterExit(cUnit, optFlags,
1312 greenland::IntrinsicHelper::MonitorExit,
1313 rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001314 break;
1315
1316 case Instruction::ARRAY_LENGTH:
buzbee76592632012-06-29 15:18:35 -07001317 convertArrayLength(cUnit, optFlags, rlDest, rlSrc[0]);
buzbee8fa0fda2012-06-27 15:44:52 -07001318 break;
1319
1320 case Instruction::NEW_ARRAY:
1321 convertNewArray(cUnit, vC, rlDest, rlSrc[0]);
1322 break;
1323
1324 case Instruction::INSTANCE_OF:
1325 convertInstanceOf(cUnit, vC, rlDest, rlSrc[0]);
1326 break;
1327
1328 case Instruction::AGET:
1329 if (rlDest.fp) {
1330 convertAget(cUnit, optFlags,
1331 greenland::IntrinsicHelper::HLArrayGetFloat,
1332 rlDest, rlSrc[0], rlSrc[1]);
1333 } else {
1334 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGet,
1335 rlDest, rlSrc[0], rlSrc[1]);
1336 }
1337 break;
1338 case Instruction::AGET_OBJECT:
1339 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGetObject,
1340 rlDest, rlSrc[0], rlSrc[1]);
1341 break;
1342 case Instruction::AGET_BOOLEAN:
1343 convertAget(cUnit, optFlags,
1344 greenland::IntrinsicHelper::HLArrayGetBoolean,
1345 rlDest, rlSrc[0], rlSrc[1]);
1346 break;
1347 case Instruction::AGET_BYTE:
1348 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGetByte,
1349 rlDest, rlSrc[0], rlSrc[1]);
1350 break;
1351 case Instruction::AGET_CHAR:
1352 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGetChar,
1353 rlDest, rlSrc[0], rlSrc[1]);
1354 break;
1355 case Instruction::AGET_SHORT:
1356 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGetShort,
1357 rlDest, rlSrc[0], rlSrc[1]);
1358 break;
1359 case Instruction::AGET_WIDE:
1360 if (rlDest.fp) {
1361 convertAget(cUnit, optFlags,
1362 greenland::IntrinsicHelper::HLArrayGetDouble,
1363 rlDest, rlSrc[0], rlSrc[1]);
1364 } else {
1365 convertAget(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayGetWide,
1366 rlDest, rlSrc[0], rlSrc[1]);
1367 }
1368 break;
1369
1370 case Instruction::APUT:
1371 if (rlSrc[0].fp) {
1372 convertAput(cUnit, optFlags,
1373 greenland::IntrinsicHelper::HLArrayPutFloat,
1374 rlSrc[0], rlSrc[1], rlSrc[2]);
1375 } else {
1376 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPut,
1377 rlSrc[0], rlSrc[1], rlSrc[2]);
1378 }
1379 break;
1380 case Instruction::APUT_OBJECT:
1381 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPutObject,
1382 rlSrc[0], rlSrc[1], rlSrc[2]);
1383 break;
1384 case Instruction::APUT_BOOLEAN:
1385 convertAput(cUnit, optFlags,
1386 greenland::IntrinsicHelper::HLArrayPutBoolean,
1387 rlSrc[0], rlSrc[1], rlSrc[2]);
1388 break;
1389 case Instruction::APUT_BYTE:
1390 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPutByte,
1391 rlSrc[0], rlSrc[1], rlSrc[2]);
1392 break;
1393 case Instruction::APUT_CHAR:
1394 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPutChar,
1395 rlSrc[0], rlSrc[1], rlSrc[2]);
1396 break;
1397 case Instruction::APUT_SHORT:
1398 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPutShort,
1399 rlSrc[0], rlSrc[1], rlSrc[2]);
1400 break;
1401 case Instruction::APUT_WIDE:
1402 if (rlSrc[0].fp) {
1403 convertAput(cUnit, optFlags,
1404 greenland::IntrinsicHelper::HLArrayPutDouble,
1405 rlSrc[0], rlSrc[1], rlSrc[2]);
1406 } else {
1407 convertAput(cUnit, optFlags, greenland::IntrinsicHelper::HLArrayPutWide,
1408 rlSrc[0], rlSrc[1], rlSrc[2]);
1409 }
1410 break;
1411
buzbee101305f2012-06-28 18:00:56 -07001412 case Instruction::IGET:
1413 if (rlDest.fp) {
1414 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetFloat,
buzbee4f4dfc72012-07-02 14:54:44 -07001415 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001416 } else {
1417 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGet,
buzbee4f4dfc72012-07-02 14:54:44 -07001418 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001419 }
buzbee2cfc6392012-05-07 14:51:40 -07001420 break;
buzbee101305f2012-06-28 18:00:56 -07001421 case Instruction::IGET_OBJECT:
1422 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetObject,
buzbee4f4dfc72012-07-02 14:54:44 -07001423 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001424 break;
1425 case Instruction::IGET_BOOLEAN:
1426 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetBoolean,
buzbee4f4dfc72012-07-02 14:54:44 -07001427 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001428 break;
1429 case Instruction::IGET_BYTE:
1430 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetByte,
buzbee4f4dfc72012-07-02 14:54:44 -07001431 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001432 break;
1433 case Instruction::IGET_CHAR:
1434 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetChar,
buzbee4f4dfc72012-07-02 14:54:44 -07001435 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001436 break;
1437 case Instruction::IGET_SHORT:
1438 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetShort,
buzbee4f4dfc72012-07-02 14:54:44 -07001439 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001440 break;
1441 case Instruction::IGET_WIDE:
1442 if (rlDest.fp) {
1443 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetDouble,
buzbee4f4dfc72012-07-02 14:54:44 -07001444 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001445 } else {
1446 convertIget(cUnit, optFlags, greenland::IntrinsicHelper::HLIGetWide,
buzbee4f4dfc72012-07-02 14:54:44 -07001447 rlDest, rlSrc[0], vC);
buzbee101305f2012-06-28 18:00:56 -07001448 }
1449 break;
1450 case Instruction::IPUT:
1451 if (rlDest.fp) {
1452 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutFloat,
1453 rlSrc[0], rlSrc[1], vC);
1454 } else {
1455 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPut,
1456 rlSrc[0], rlSrc[1], vC);
1457 }
1458 break;
1459 case Instruction::IPUT_OBJECT:
1460 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutObject,
1461 rlSrc[0], rlSrc[1], vC);
1462 break;
1463 case Instruction::IPUT_BOOLEAN:
1464 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutBoolean,
1465 rlSrc[0], rlSrc[1], vC);
1466 break;
1467 case Instruction::IPUT_BYTE:
1468 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutByte,
1469 rlSrc[0], rlSrc[1], vC);
1470 break;
1471 case Instruction::IPUT_CHAR:
1472 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutChar,
1473 rlSrc[0], rlSrc[1], vC);
1474 break;
1475 case Instruction::IPUT_SHORT:
1476 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutShort,
1477 rlSrc[0], rlSrc[1], vC);
1478 break;
1479 case Instruction::IPUT_WIDE:
1480 if (rlDest.fp) {
1481 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutDouble,
1482 rlSrc[0], rlSrc[1], vC);
1483 } else {
1484 convertIput(cUnit, optFlags, greenland::IntrinsicHelper::HLIPutWide,
1485 rlSrc[0], rlSrc[1], vC);
1486 }
buzbee2cfc6392012-05-07 14:51:40 -07001487 break;
1488
1489 case Instruction::FILL_ARRAY_DATA:
buzbee101305f2012-06-28 18:00:56 -07001490 convertFillArrayData(cUnit, vB, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001491 break;
1492
buzbee76592632012-06-29 15:18:35 -07001493 case Instruction::LONG_TO_INT:
1494 convertLongToInt(cUnit, rlDest, rlSrc[0]);
1495 break;
1496
buzbee101305f2012-06-28 18:00:56 -07001497 case Instruction::INT_TO_LONG:
1498 convertIntToLong(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001499 break;
1500
buzbee101305f2012-06-28 18:00:56 -07001501 case Instruction::INT_TO_CHAR:
1502 convertIntNarrowing(cUnit, rlDest, rlSrc[0],
1503 greenland::IntrinsicHelper::IntToChar);
1504 break;
1505 case Instruction::INT_TO_BYTE:
1506 convertIntNarrowing(cUnit, rlDest, rlSrc[0],
1507 greenland::IntrinsicHelper::IntToByte);
1508 break;
1509 case Instruction::INT_TO_SHORT:
1510 convertIntNarrowing(cUnit, rlDest, rlSrc[0],
1511 greenland::IntrinsicHelper::IntToShort);
1512 break;
1513
buzbee76592632012-06-29 15:18:35 -07001514 case Instruction::INT_TO_FLOAT:
1515 case Instruction::LONG_TO_FLOAT:
1516 convertIntToFP(cUnit, cUnit->irb->getFloatTy(), rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001517 break;
1518
buzbee76592632012-06-29 15:18:35 -07001519 case Instruction::INT_TO_DOUBLE:
1520 case Instruction::LONG_TO_DOUBLE:
1521 convertIntToFP(cUnit, cUnit->irb->getDoubleTy(), rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001522 break;
1523
buzbee76592632012-06-29 15:18:35 -07001524 case Instruction::FLOAT_TO_DOUBLE:
1525 convertFloatToDouble(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001526 break;
1527
buzbee76592632012-06-29 15:18:35 -07001528 case Instruction::DOUBLE_TO_FLOAT:
1529 convertDoubleToFloat(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001530 break;
1531
1532 case Instruction::NEG_LONG:
buzbee76592632012-06-29 15:18:35 -07001533 case Instruction::NEG_INT:
1534 convertNeg(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001535 break;
1536
1537 case Instruction::NEG_FLOAT:
buzbee2cfc6392012-05-07 14:51:40 -07001538 case Instruction::NEG_DOUBLE:
buzbee76592632012-06-29 15:18:35 -07001539 convertNegFP(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001540 break;
1541
buzbee76592632012-06-29 15:18:35 -07001542 case Instruction::NOT_LONG:
1543 case Instruction::NOT_INT:
1544 convertNot(cUnit, rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001545 break;
1546
buzbee2cfc6392012-05-07 14:51:40 -07001547 case Instruction::FLOAT_TO_INT:
buzbee2cfc6392012-05-07 14:51:40 -07001548 case Instruction::DOUBLE_TO_INT:
buzbee76592632012-06-29 15:18:35 -07001549 convertFPToInt(cUnit, cUnit->irb->getInt32Ty(), rlDest, rlSrc[0]);
buzbee2cfc6392012-05-07 14:51:40 -07001550 break;
1551
buzbee76592632012-06-29 15:18:35 -07001552 case Instruction::FLOAT_TO_LONG:
1553 case Instruction::DOUBLE_TO_LONG:
1554 convertFPToInt(cUnit, cUnit->irb->getInt64Ty(), rlDest, rlSrc[0]);
1555 break;
1556
1557 case Instruction::CMPL_FLOAT:
1558 convertWideComparison(cUnit, greenland::IntrinsicHelper::CmplFloat,
1559 rlDest, rlSrc[0], rlSrc[1]);
1560 break;
1561 case Instruction::CMPG_FLOAT:
1562 convertWideComparison(cUnit, greenland::IntrinsicHelper::CmpgFloat,
1563 rlDest, rlSrc[0], rlSrc[1]);
1564 break;
1565 case Instruction::CMPL_DOUBLE:
1566 convertWideComparison(cUnit, greenland::IntrinsicHelper::CmplDouble,
1567 rlDest, rlSrc[0], rlSrc[1]);
1568 break;
1569 case Instruction::CMPG_DOUBLE:
1570 convertWideComparison(cUnit, greenland::IntrinsicHelper::CmpgDouble,
1571 rlDest, rlSrc[0], rlSrc[1]);
1572 break;
1573 case Instruction::CMP_LONG:
1574 convertWideComparison(cUnit, greenland::IntrinsicHelper::CmpLong,
1575 rlDest, rlSrc[0], rlSrc[1]);
1576 break;
1577
buzbee76592632012-06-29 15:18:35 -07001578 case Instruction::PACKED_SWITCH:
buzbeef58c12c2012-07-03 15:06:29 -07001579 convertPackedSwitch(cUnit, bb, vB, rlSrc[0]);
buzbee76592632012-06-29 15:18:35 -07001580 break;
1581
1582 case Instruction::SPARSE_SWITCH:
buzbeea1da8a52012-07-09 14:00:21 -07001583 convertSparseSwitch(cUnit, bb, vB, rlSrc[0]);
buzbee76592632012-06-29 15:18:35 -07001584 break;
buzbee2cfc6392012-05-07 14:51:40 -07001585
1586 default:
buzbee32412962012-06-26 16:27:56 -07001587 UNIMPLEMENTED(FATAL) << "Unsupported Dex opcode 0x" << std::hex << opcode;
buzbee2cfc6392012-05-07 14:51:40 -07001588 res = true;
1589 }
buzbeeb03f4872012-06-11 15:22:11 -07001590 if (objectDefinition) {
1591 setShadowFrameEntry(cUnit, (llvm::Value*)
1592 cUnit->llvmValues.elemList[rlDest.origSReg]);
1593 }
buzbee2cfc6392012-05-07 14:51:40 -07001594 return res;
1595}
1596
1597/* Extended MIR instructions like PHI */
1598void convertExtendedMIR(CompilationUnit* cUnit, BasicBlock* bb, MIR* mir,
1599 llvm::BasicBlock* llvmBB)
1600{
1601
1602 switch ((ExtendedMIROpcode)mir->dalvikInsn.opcode) {
1603 case kMirOpPhi: {
buzbee2cfc6392012-05-07 14:51:40 -07001604 RegLocation rlDest = cUnit->regLocation[mir->ssaRep->defs[0]];
buzbee2a83e8f2012-07-13 16:42:30 -07001605 /*
1606 * The Art compiler's Phi nodes only handle 32-bit operands,
1607 * representing wide values using a matched set of Phi nodes
1608 * for the lower and upper halves. In the llvm world, we only
1609 * want a single Phi for wides. Here we will simply discard
1610 * the Phi node representing the high word.
1611 */
1612 if (rlDest.highWord) {
1613 return; // No Phi node - handled via low word
1614 }
1615 int* incoming = (int*)mir->dalvikInsn.vB;
buzbee2cfc6392012-05-07 14:51:40 -07001616 llvm::Type* phiType =
1617 llvmTypeFromLocRec(cUnit, rlDest);
1618 llvm::PHINode* phi = cUnit->irb->CreatePHI(phiType, mir->ssaRep->numUses);
1619 for (int i = 0; i < mir->ssaRep->numUses; i++) {
1620 RegLocation loc;
buzbee2a83e8f2012-07-13 16:42:30 -07001621 // Don't check width here.
1622 loc = oatGetRawSrc(cUnit, mir, i);
1623 DCHECK_EQ(rlDest.wide, loc.wide);
1624 DCHECK_EQ(rlDest.wide & rlDest.highWord, loc.wide & loc.highWord);
1625 DCHECK_EQ(rlDest.fp, loc.fp);
1626 DCHECK_EQ(rlDest.core, loc.core);
1627 DCHECK_EQ(rlDest.ref, loc.ref);
buzbee2cfc6392012-05-07 14:51:40 -07001628 phi->addIncoming(getLLVMValue(cUnit, loc.origSReg),
1629 getLLVMBlock(cUnit, incoming[i]));
1630 }
1631 defineValue(cUnit, phi, rlDest.origSReg);
1632 break;
1633 }
1634 case kMirOpCopy: {
1635 UNIMPLEMENTED(WARNING) << "unimp kMirOpPhi";
1636 break;
1637 }
1638#if defined(TARGET_ARM)
1639 case kMirOpFusedCmplFloat:
1640 UNIMPLEMENTED(WARNING) << "unimp kMirOpFusedCmpFloat";
1641 break;
1642 case kMirOpFusedCmpgFloat:
1643 UNIMPLEMENTED(WARNING) << "unimp kMirOpFusedCmgFloat";
1644 break;
1645 case kMirOpFusedCmplDouble:
1646 UNIMPLEMENTED(WARNING) << "unimp kMirOpFusedCmplDouble";
1647 break;
1648 case kMirOpFusedCmpgDouble:
1649 UNIMPLEMENTED(WARNING) << "unimp kMirOpFusedCmpgDouble";
1650 break;
1651 case kMirOpFusedCmpLong:
1652 UNIMPLEMENTED(WARNING) << "unimp kMirOpLongCmpBranch";
1653 break;
1654#endif
1655 default:
1656 break;
1657 }
1658}
1659
1660void setDexOffset(CompilationUnit* cUnit, int32_t offset)
1661{
1662 cUnit->currentDalvikOffset = offset;
buzbee76592632012-06-29 15:18:35 -07001663 llvm::SmallVector<llvm::Value*, 1> arrayRef;
buzbee2cfc6392012-05-07 14:51:40 -07001664 arrayRef.push_back(cUnit->irb->getInt32(offset));
1665 llvm::MDNode* node = llvm::MDNode::get(*cUnit->context, arrayRef);
1666 cUnit->irb->SetDexOffset(node);
1667}
1668
1669// Attach method info as metadata to special intrinsic
1670void setMethodInfo(CompilationUnit* cUnit)
1671{
1672 // We don't want dex offset on this
1673 cUnit->irb->SetDexOffset(NULL);
1674 greenland::IntrinsicHelper::IntrinsicId id;
1675 id = greenland::IntrinsicHelper::MethodInfo;
1676 llvm::Function* intr = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
1677 llvm::Instruction* inst = cUnit->irb->CreateCall(intr);
1678 llvm::SmallVector<llvm::Value*, 2> regInfo;
1679 regInfo.push_back(cUnit->irb->getInt32(cUnit->numIns));
1680 regInfo.push_back(cUnit->irb->getInt32(cUnit->numRegs));
1681 regInfo.push_back(cUnit->irb->getInt32(cUnit->numOuts));
1682 regInfo.push_back(cUnit->irb->getInt32(cUnit->numCompilerTemps));
1683 regInfo.push_back(cUnit->irb->getInt32(cUnit->numSSARegs));
1684 llvm::MDNode* regInfoNode = llvm::MDNode::get(*cUnit->context, regInfo);
1685 inst->setMetadata("RegInfo", regInfoNode);
1686 int promoSize = cUnit->numDalvikRegisters + cUnit->numCompilerTemps + 1;
1687 llvm::SmallVector<llvm::Value*, 50> pmap;
1688 for (int i = 0; i < promoSize; i++) {
1689 PromotionMap* p = &cUnit->promotionMap[i];
1690 int32_t mapData = ((p->firstInPair & 0xff) << 24) |
1691 ((p->fpReg & 0xff) << 16) |
1692 ((p->coreReg & 0xff) << 8) |
1693 ((p->fpLocation & 0xf) << 4) |
1694 (p->coreLocation & 0xf);
1695 pmap.push_back(cUnit->irb->getInt32(mapData));
1696 }
1697 llvm::MDNode* mapNode = llvm::MDNode::get(*cUnit->context, pmap);
1698 inst->setMetadata("PromotionMap", mapNode);
1699 setDexOffset(cUnit, cUnit->currentDalvikOffset);
1700}
1701
1702/* Handle the content in each basic block */
1703bool methodBlockBitcodeConversion(CompilationUnit* cUnit, BasicBlock* bb)
1704{
1705 llvm::BasicBlock* llvmBB = getLLVMBlock(cUnit, bb->id);
1706 cUnit->irb->SetInsertPoint(llvmBB);
1707 setDexOffset(cUnit, bb->startOffset);
1708
1709 if (bb->blockType == kEntryBlock) {
1710 setMethodInfo(cUnit);
buzbeeb03f4872012-06-11 15:22:11 -07001711 bool *canBeRef = (bool*) oatNew(cUnit, sizeof(bool) *
1712 cUnit->numDalvikRegisters, true,
1713 kAllocMisc);
1714 for (int i = 0; i < cUnit->numSSARegs; i++) {
1715 canBeRef[SRegToVReg(cUnit, i)] |= cUnit->regLocation[i].ref;
1716 }
1717 for (int i = 0; i < cUnit->numDalvikRegisters; i++) {
1718 if (canBeRef[i]) {
1719 cUnit->numShadowFrameEntries++;
1720 }
1721 }
1722 if (cUnit->numShadowFrameEntries > 0) {
1723 cUnit->shadowMap = (int*) oatNew(cUnit, sizeof(int) *
1724 cUnit->numShadowFrameEntries, true,
1725 kAllocMisc);
1726 for (int i = 0, j = 0; i < cUnit->numDalvikRegisters; i++) {
1727 if (canBeRef[i]) {
1728 cUnit->shadowMap[j++] = i;
1729 }
1730 }
1731 greenland::IntrinsicHelper::IntrinsicId id =
1732 greenland::IntrinsicHelper::AllocaShadowFrame;
1733 llvm::Function* func = cUnit->intrinsic_helper->GetIntrinsicFunction(id);
1734 llvm::Value* entries = cUnit->irb->getInt32(cUnit->numShadowFrameEntries);
1735 cUnit->irb->CreateCall(func, entries);
1736 }
buzbee2cfc6392012-05-07 14:51:40 -07001737 } else if (bb->blockType == kExitBlock) {
1738 /*
1739 * Because of the differences between how MIR/LIR and llvm handle exit
1740 * blocks, we won't explicitly covert them. On the llvm-to-lir
1741 * path, it will need to be regenereated.
1742 */
1743 return false;
buzbee6969d502012-06-15 16:40:31 -07001744 } else if (bb->blockType == kExceptionHandling) {
1745 /*
1746 * Because we're deferring null checking, delete the associated empty
1747 * exception block.
1748 * TODO: add new block type for exception blocks that we generate
1749 * greenland code for.
1750 */
1751 llvmBB->eraseFromParent();
1752 return false;
buzbee2cfc6392012-05-07 14:51:40 -07001753 }
1754
1755 for (MIR* mir = bb->firstMIRInsn; mir; mir = mir->next) {
1756
1757 setDexOffset(cUnit, mir->offset);
1758
1759 Instruction::Code dalvikOpcode = mir->dalvikInsn.opcode;
1760 Instruction::Format dalvikFormat = Instruction::FormatOf(dalvikOpcode);
1761
1762 /* If we're compiling for the debugger, generate an update callout */
1763 if (cUnit->genDebugger) {
1764 UNIMPLEMENTED(FATAL) << "Need debug codegen";
1765 //genDebuggerUpdate(cUnit, mir->offset);
1766 }
1767
1768 if ((int)mir->dalvikInsn.opcode >= (int)kMirOpFirst) {
1769 convertExtendedMIR(cUnit, bb, mir, llvmBB);
1770 continue;
1771 }
1772
1773 bool notHandled = convertMIRNode(cUnit, mir, bb, llvmBB,
1774 NULL /* labelList */);
1775 if (notHandled) {
1776 LOG(WARNING) << StringPrintf("%#06x: Op %#x (%s) / Fmt %d not handled",
1777 mir->offset, dalvikOpcode,
1778 Instruction::Name(dalvikOpcode),
1779 dalvikFormat);
1780 }
1781 }
1782
buzbee4be777b2012-07-12 14:38:18 -07001783 if (bb->blockType == kEntryBlock) {
1784 cUnit->entryTargetBB = getLLVMBlock(cUnit, bb->fallThrough->id);
1785 } else if ((bb->fallThrough != NULL) && !bb->hasReturn) {
buzbee2cfc6392012-05-07 14:51:40 -07001786 cUnit->irb->CreateBr(getLLVMBlock(cUnit, bb->fallThrough->id));
1787 }
1788
1789 return false;
1790}
1791
buzbee4f4dfc72012-07-02 14:54:44 -07001792char remapShorty(char shortyType) {
1793 /*
1794 * TODO: might want to revisit this. Dalvik registers are 32-bits wide,
1795 * and longs/doubles are represented as a pair of registers. When sub-word
1796 * arguments (and method results) are passed, they are extended to Dalvik
1797 * virtual register containers. Because llvm is picky about type consistency,
1798 * we must either cast the "real" type to 32-bit container multiple Dalvik
1799 * register types, or always use the expanded values.
1800 * Here, we're doing the latter. We map the shorty signature to container
1801 * types (which is valid so long as we always do a real expansion of passed
1802 * arguments and field loads).
1803 */
1804 switch(shortyType) {
1805 case 'Z' : shortyType = 'I'; break;
1806 case 'B' : shortyType = 'I'; break;
1807 case 'S' : shortyType = 'I'; break;
1808 case 'C' : shortyType = 'I'; break;
1809 default: break;
1810 }
1811 return shortyType;
1812}
1813
buzbee2cfc6392012-05-07 14:51:40 -07001814llvm::FunctionType* getFunctionType(CompilationUnit* cUnit) {
1815
1816 // Get return type
buzbee4f4dfc72012-07-02 14:54:44 -07001817 llvm::Type* ret_type = cUnit->irb->GetJType(remapShorty(cUnit->shorty[0]),
buzbee2cfc6392012-05-07 14:51:40 -07001818 greenland::kAccurate);
1819
1820 // Get argument type
1821 std::vector<llvm::Type*> args_type;
1822
1823 // method object
1824 args_type.push_back(cUnit->irb->GetJMethodTy());
1825
1826 // Do we have a "this"?
1827 if ((cUnit->access_flags & kAccStatic) == 0) {
1828 args_type.push_back(cUnit->irb->GetJObjectTy());
1829 }
1830
1831 for (uint32_t i = 1; i < strlen(cUnit->shorty); ++i) {
buzbee4f4dfc72012-07-02 14:54:44 -07001832 args_type.push_back(cUnit->irb->GetJType(remapShorty(cUnit->shorty[i]),
buzbee2cfc6392012-05-07 14:51:40 -07001833 greenland::kAccurate));
1834 }
1835
1836 return llvm::FunctionType::get(ret_type, args_type, false);
1837}
1838
1839bool createFunction(CompilationUnit* cUnit) {
1840 std::string func_name(PrettyMethod(cUnit->method_idx, *cUnit->dex_file,
1841 /* with_signature */ false));
1842 llvm::FunctionType* func_type = getFunctionType(cUnit);
1843
1844 if (func_type == NULL) {
1845 return false;
1846 }
1847
1848 cUnit->func = llvm::Function::Create(func_type,
1849 llvm::Function::ExternalLinkage,
1850 func_name, cUnit->module);
1851
1852 llvm::Function::arg_iterator arg_iter(cUnit->func->arg_begin());
1853 llvm::Function::arg_iterator arg_end(cUnit->func->arg_end());
1854
1855 arg_iter->setName("method");
1856 ++arg_iter;
1857
1858 int startSReg = cUnit->numRegs;
1859
1860 for (unsigned i = 0; arg_iter != arg_end; ++i, ++arg_iter) {
1861 arg_iter->setName(StringPrintf("v%i_0", startSReg));
1862 startSReg += cUnit->regLocation[startSReg].wide ? 2 : 1;
1863 }
1864
1865 return true;
1866}
1867
1868bool createLLVMBasicBlock(CompilationUnit* cUnit, BasicBlock* bb)
1869{
1870 // Skip the exit block
1871 if (bb->blockType == kExitBlock) {
1872 cUnit->idToBlockMap.Put(bb->id, NULL);
1873 } else {
1874 int offset = bb->startOffset;
1875 bool entryBlock = (bb->blockType == kEntryBlock);
1876 llvm::BasicBlock* llvmBB =
1877 llvm::BasicBlock::Create(*cUnit->context, entryBlock ? "entry" :
Elliott Hughes74847412012-06-20 18:10:21 -07001878 StringPrintf(kLabelFormat, offset, bb->id),
buzbee2cfc6392012-05-07 14:51:40 -07001879 cUnit->func);
1880 if (entryBlock) {
1881 cUnit->entryBB = llvmBB;
1882 cUnit->placeholderBB =
1883 llvm::BasicBlock::Create(*cUnit->context, "placeholder",
1884 cUnit->func);
1885 }
1886 cUnit->idToBlockMap.Put(bb->id, llvmBB);
1887 }
1888 return false;
1889}
1890
1891
1892/*
1893 * Convert MIR to LLVM_IR
1894 * o For each ssa name, create LLVM named value. Type these
1895 * appropriately, and ignore high half of wide and double operands.
1896 * o For each MIR basic block, create an LLVM basic block.
1897 * o Iterate through the MIR a basic block at a time, setting arguments
1898 * to recovered ssa name.
1899 */
1900void oatMethodMIR2Bitcode(CompilationUnit* cUnit)
1901{
1902 initIR(cUnit);
1903 oatInitGrowableList(cUnit, &cUnit->llvmValues, cUnit->numSSARegs);
1904
1905 // Create the function
1906 createFunction(cUnit);
1907
1908 // Create an LLVM basic block for each MIR block in dfs preorder
1909 oatDataFlowAnalysisDispatcher(cUnit, createLLVMBasicBlock,
1910 kPreOrderDFSTraversal, false /* isIterative */);
1911 /*
1912 * Create an llvm named value for each MIR SSA name. Note: we'll use
1913 * placeholders for all non-argument values (because we haven't seen
1914 * the definition yet).
1915 */
1916 cUnit->irb->SetInsertPoint(cUnit->placeholderBB);
1917 llvm::Function::arg_iterator arg_iter(cUnit->func->arg_begin());
1918 arg_iter++; /* Skip path method */
1919 for (int i = 0; i < cUnit->numSSARegs; i++) {
1920 llvm::Value* val;
buzbee2a83e8f2012-07-13 16:42:30 -07001921 if ((SRegToVReg(cUnit, i) < 0) || cUnit->regLocation[i].highWord) {
1922 oatInsertGrowableList(cUnit, &cUnit->llvmValues, 0);
1923 } else if ((i < cUnit->numRegs) ||
1924 (i >= (cUnit->numRegs + cUnit->numIns))) {
1925 llvm::Constant* immValue = cUnit->irb->GetJInt(0);
1926 val = emitConst(cUnit, immValue, cUnit->regLocation[i]);
1927 val->setName(llvmSSAName(cUnit, i));
buzbee2cfc6392012-05-07 14:51:40 -07001928 oatInsertGrowableList(cUnit, &cUnit->llvmValues, (intptr_t)val);
buzbee2cfc6392012-05-07 14:51:40 -07001929 } else {
1930 // Recover previously-created argument values
1931 llvm::Value* argVal = arg_iter++;
1932 oatInsertGrowableList(cUnit, &cUnit->llvmValues, (intptr_t)argVal);
1933 }
1934 }
buzbee2cfc6392012-05-07 14:51:40 -07001935
1936 oatDataFlowAnalysisDispatcher(cUnit, methodBlockBitcodeConversion,
1937 kPreOrderDFSTraversal, false /* Iterative */);
1938
buzbee4be777b2012-07-12 14:38:18 -07001939 /*
1940 * In a few rare cases of verification failure, the verifier will
1941 * replace one or more Dalvik opcodes with the special
1942 * throw-verification-failure opcode. This can leave the SSA graph
1943 * in an invalid state, as definitions may be lost, while uses retained.
1944 * To work around this problem, we insert placeholder definitions for
1945 * all Dalvik SSA regs in the "placeholder" block. Here, after
1946 * bitcode conversion is complete, we examine those placeholder definitions
1947 * and delete any with no references (which normally is all of them).
1948 *
1949 * If any definitions remain, we link the placeholder block into the
1950 * CFG. Otherwise, it is deleted.
1951 */
1952 for (llvm::BasicBlock::iterator it = cUnit->placeholderBB->begin(),
1953 itEnd = cUnit->placeholderBB->end(); it != itEnd;) {
1954 llvm::Instruction* inst = llvm::dyn_cast<llvm::Instruction>(it++);
1955 DCHECK(inst != NULL);
1956 llvm::Value* val = llvm::dyn_cast<llvm::Value>(inst);
1957 DCHECK(val != NULL);
1958 if (val->getNumUses() == 0) {
1959 inst->eraseFromParent();
1960 }
1961 }
1962 setDexOffset(cUnit, 0);
1963 if (cUnit->placeholderBB->empty()) {
1964 cUnit->placeholderBB->eraseFromParent();
1965 } else {
1966 cUnit->irb->SetInsertPoint(cUnit->placeholderBB);
1967 cUnit->irb->CreateBr(cUnit->entryTargetBB);
1968 cUnit->entryTargetBB = cUnit->placeholderBB;
1969 }
1970 cUnit->irb->SetInsertPoint(cUnit->entryBB);
1971 cUnit->irb->CreateBr(cUnit->entryTargetBB);
buzbee2cfc6392012-05-07 14:51:40 -07001972
buzbee2a83e8f2012-07-13 16:42:30 -07001973 //llvm::verifyFunction(*cUnit->func, llvm::PrintMessageAction);
buzbee2cfc6392012-05-07 14:51:40 -07001974
buzbeead8f15e2012-06-18 14:49:45 -07001975 if (cUnit->enableDebug & (1 << kDebugDumpBitcodeFile)) {
1976 // Write bitcode to file
1977 std::string errmsg;
1978 std::string fname(PrettyMethod(cUnit->method_idx, *cUnit->dex_file));
1979 oatReplaceSpecialChars(fname);
1980 // TODO: make configurable
buzbee4f1181f2012-06-22 13:52:12 -07001981 fname = StringPrintf("/sdcard/Bitcode/%s.bc", fname.c_str());
buzbee2cfc6392012-05-07 14:51:40 -07001982
buzbeead8f15e2012-06-18 14:49:45 -07001983 llvm::OwningPtr<llvm::tool_output_file> out_file(
1984 new llvm::tool_output_file(fname.c_str(), errmsg,
1985 llvm::raw_fd_ostream::F_Binary));
buzbee2cfc6392012-05-07 14:51:40 -07001986
buzbeead8f15e2012-06-18 14:49:45 -07001987 if (!errmsg.empty()) {
1988 LOG(ERROR) << "Failed to create bitcode output file: " << errmsg;
1989 }
1990
1991 llvm::WriteBitcodeToFile(cUnit->module, out_file->os());
1992 out_file->keep();
buzbee6969d502012-06-15 16:40:31 -07001993 }
buzbee2cfc6392012-05-07 14:51:40 -07001994}
1995
1996RegLocation getLoc(CompilationUnit* cUnit, llvm::Value* val) {
1997 RegLocation res;
buzbeeb03f4872012-06-11 15:22:11 -07001998 DCHECK(val != NULL);
buzbee2cfc6392012-05-07 14:51:40 -07001999 SafeMap<llvm::Value*, RegLocation>::iterator it = cUnit->locMap.find(val);
2000 if (it == cUnit->locMap.end()) {
buzbee4f1181f2012-06-22 13:52:12 -07002001 std::string valName = val->getName().str();
buzbee32412962012-06-26 16:27:56 -07002002 if (valName.empty()) {
buzbee101305f2012-06-28 18:00:56 -07002003 // FIXME: need to be more robust, handle FP and be in a position to
2004 // manage unnamed temps whose lifetimes span basic block boundaries
buzbee4f1181f2012-06-22 13:52:12 -07002005 UNIMPLEMENTED(WARNING) << "Need to handle unnamed llvm temps";
2006 memset(&res, 0, sizeof(res));
2007 res.location = kLocPhysReg;
2008 res.lowReg = oatAllocTemp(cUnit);
2009 res.home = true;
2010 res.sRegLow = INVALID_SREG;
2011 res.origSReg = INVALID_SREG;
buzbee101305f2012-06-28 18:00:56 -07002012 llvm::Type* ty = val->getType();
2013 res.wide = ((ty == cUnit->irb->getInt64Ty()) ||
2014 (ty == cUnit->irb->getDoubleTy()));
2015 if (res.wide) {
2016 res.highReg = oatAllocTemp(cUnit);
2017 }
buzbee4f1181f2012-06-22 13:52:12 -07002018 cUnit->locMap.Put(val, res);
buzbee32412962012-06-26 16:27:56 -07002019 } else {
2020 DCHECK_EQ(valName[0], 'v');
2021 int baseSReg = INVALID_SREG;
2022 sscanf(valName.c_str(), "v%d_", &baseSReg);
2023 res = cUnit->regLocation[baseSReg];
2024 cUnit->locMap.Put(val, res);
buzbee2cfc6392012-05-07 14:51:40 -07002025 }
2026 } else {
2027 res = it->second;
2028 }
2029 return res;
2030}
2031
2032Instruction::Code getDalvikOpcode(OpKind op, bool isConst, bool isWide)
2033{
2034 Instruction::Code res = Instruction::NOP;
2035 if (isWide) {
2036 switch(op) {
2037 case kOpAdd: res = Instruction::ADD_LONG; break;
2038 case kOpSub: res = Instruction::SUB_LONG; break;
2039 case kOpMul: res = Instruction::MUL_LONG; break;
2040 case kOpDiv: res = Instruction::DIV_LONG; break;
2041 case kOpRem: res = Instruction::REM_LONG; break;
2042 case kOpAnd: res = Instruction::AND_LONG; break;
2043 case kOpOr: res = Instruction::OR_LONG; break;
2044 case kOpXor: res = Instruction::XOR_LONG; break;
2045 case kOpLsl: res = Instruction::SHL_LONG; break;
2046 case kOpLsr: res = Instruction::USHR_LONG; break;
2047 case kOpAsr: res = Instruction::SHR_LONG; break;
2048 default: LOG(FATAL) << "Unexpected OpKind " << op;
2049 }
2050 } else if (isConst){
2051 switch(op) {
2052 case kOpAdd: res = Instruction::ADD_INT_LIT16; break;
2053 case kOpSub: res = Instruction::RSUB_INT_LIT8; break;
2054 case kOpMul: res = Instruction::MUL_INT_LIT16; break;
2055 case kOpDiv: res = Instruction::DIV_INT_LIT16; break;
2056 case kOpRem: res = Instruction::REM_INT_LIT16; break;
2057 case kOpAnd: res = Instruction::AND_INT_LIT16; break;
2058 case kOpOr: res = Instruction::OR_INT_LIT16; break;
2059 case kOpXor: res = Instruction::XOR_INT_LIT16; break;
2060 case kOpLsl: res = Instruction::SHL_INT_LIT8; break;
2061 case kOpLsr: res = Instruction::USHR_INT_LIT8; break;
2062 case kOpAsr: res = Instruction::SHR_INT_LIT8; break;
2063 default: LOG(FATAL) << "Unexpected OpKind " << op;
2064 }
2065 } else {
2066 switch(op) {
2067 case kOpAdd: res = Instruction::ADD_INT; break;
2068 case kOpSub: res = Instruction::SUB_INT; break;
2069 case kOpMul: res = Instruction::MUL_INT; break;
2070 case kOpDiv: res = Instruction::DIV_INT; break;
2071 case kOpRem: res = Instruction::REM_INT; break;
2072 case kOpAnd: res = Instruction::AND_INT; break;
2073 case kOpOr: res = Instruction::OR_INT; break;
2074 case kOpXor: res = Instruction::XOR_INT; break;
2075 case kOpLsl: res = Instruction::SHL_INT; break;
2076 case kOpLsr: res = Instruction::USHR_INT; break;
2077 case kOpAsr: res = Instruction::SHR_INT; break;
2078 default: LOG(FATAL) << "Unexpected OpKind " << op;
2079 }
2080 }
2081 return res;
2082}
2083
buzbee4f1181f2012-06-22 13:52:12 -07002084Instruction::Code getDalvikFPOpcode(OpKind op, bool isConst, bool isWide)
2085{
2086 Instruction::Code res = Instruction::NOP;
2087 if (isWide) {
2088 switch(op) {
2089 case kOpAdd: res = Instruction::ADD_DOUBLE; break;
2090 case kOpSub: res = Instruction::SUB_DOUBLE; break;
2091 case kOpMul: res = Instruction::MUL_DOUBLE; break;
2092 case kOpDiv: res = Instruction::DIV_DOUBLE; break;
2093 case kOpRem: res = Instruction::REM_DOUBLE; break;
2094 default: LOG(FATAL) << "Unexpected OpKind " << op;
2095 }
2096 } else {
2097 switch(op) {
2098 case kOpAdd: res = Instruction::ADD_FLOAT; break;
2099 case kOpSub: res = Instruction::SUB_FLOAT; break;
2100 case kOpMul: res = Instruction::MUL_FLOAT; break;
2101 case kOpDiv: res = Instruction::DIV_FLOAT; break;
2102 case kOpRem: res = Instruction::REM_FLOAT; break;
2103 default: LOG(FATAL) << "Unexpected OpKind " << op;
2104 }
2105 }
2106 return res;
2107}
2108
2109void cvtBinFPOp(CompilationUnit* cUnit, OpKind op, llvm::Instruction* inst)
2110{
2111 RegLocation rlDest = getLoc(cUnit, inst);
buzbee4f4dfc72012-07-02 14:54:44 -07002112 /*
2113 * Normally, we won't ever generate an FP operation with an immediate
2114 * operand (not supported in Dex instruction set). However, the IR builder
2115 * may insert them - in particular for createNegFP. Recognize this case
2116 * and deal with it.
2117 */
2118 llvm::ConstantFP* op1C = llvm::dyn_cast<llvm::ConstantFP>(inst->getOperand(0));
2119 llvm::ConstantFP* op2C = llvm::dyn_cast<llvm::ConstantFP>(inst->getOperand(1));
2120 DCHECK(op2C == NULL);
2121 if ((op1C != NULL) && (op == kOpSub)) {
2122 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(1));
2123 if (rlDest.wide) {
2124 genArithOpDouble(cUnit, Instruction::NEG_DOUBLE, rlDest, rlSrc, rlSrc);
2125 } else {
2126 genArithOpFloat(cUnit, Instruction::NEG_FLOAT, rlDest, rlSrc, rlSrc);
2127 }
buzbee4f1181f2012-06-22 13:52:12 -07002128 } else {
buzbee4f4dfc72012-07-02 14:54:44 -07002129 DCHECK(op1C == NULL);
2130 RegLocation rlSrc1 = getLoc(cUnit, inst->getOperand(0));
2131 RegLocation rlSrc2 = getLoc(cUnit, inst->getOperand(1));
2132 Instruction::Code dalvikOp = getDalvikFPOpcode(op, false, rlDest.wide);
2133 if (rlDest.wide) {
2134 genArithOpDouble(cUnit, dalvikOp, rlDest, rlSrc1, rlSrc2);
2135 } else {
2136 genArithOpFloat(cUnit, dalvikOp, rlDest, rlSrc1, rlSrc2);
2137 }
buzbee4f1181f2012-06-22 13:52:12 -07002138 }
2139}
2140
buzbee101305f2012-06-28 18:00:56 -07002141void cvtIntNarrowing(CompilationUnit* cUnit, llvm::Instruction* inst,
2142 Instruction::Code opcode)
2143{
2144 RegLocation rlDest = getLoc(cUnit, inst);
2145 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2146 genIntNarrowing(cUnit, opcode, rlDest, rlSrc);
2147}
2148
buzbee76592632012-06-29 15:18:35 -07002149void cvtIntToFP(CompilationUnit* cUnit, llvm::Instruction* inst)
2150{
2151 RegLocation rlDest = getLoc(cUnit, inst);
2152 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2153 Instruction::Code opcode;
2154 if (rlDest.wide) {
2155 if (rlSrc.wide) {
2156 opcode = Instruction::LONG_TO_DOUBLE;
2157 } else {
2158 opcode = Instruction::INT_TO_DOUBLE;
2159 }
2160 } else {
2161 if (rlSrc.wide) {
2162 opcode = Instruction::LONG_TO_FLOAT;
2163 } else {
2164 opcode = Instruction::INT_TO_FLOAT;
2165 }
2166 }
2167 genConversion(cUnit, opcode, rlDest, rlSrc);
2168}
2169
2170void cvtFPToInt(CompilationUnit* cUnit, llvm::Instruction* inst)
2171{
2172 RegLocation rlDest = getLoc(cUnit, inst);
2173 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2174 Instruction::Code opcode;
2175 if (rlDest.wide) {
2176 if (rlSrc.wide) {
2177 opcode = Instruction::DOUBLE_TO_LONG;
2178 } else {
2179 opcode = Instruction::FLOAT_TO_LONG;
2180 }
2181 } else {
2182 if (rlSrc.wide) {
2183 opcode = Instruction::DOUBLE_TO_INT;
2184 } else {
2185 opcode = Instruction::FLOAT_TO_INT;
2186 }
2187 }
2188 genConversion(cUnit, opcode, rlDest, rlSrc);
2189}
2190
2191void cvtFloatToDouble(CompilationUnit* cUnit, llvm::Instruction* inst)
2192{
2193 RegLocation rlDest = getLoc(cUnit, inst);
2194 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2195 genConversion(cUnit, Instruction::FLOAT_TO_DOUBLE, rlDest, rlSrc);
2196}
2197
2198void cvtTrunc(CompilationUnit* cUnit, llvm::Instruction* inst)
2199{
2200 RegLocation rlDest = getLoc(cUnit, inst);
2201 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2202 rlSrc = oatUpdateLocWide(cUnit, rlSrc);
2203 rlSrc = oatWideToNarrow(cUnit, rlSrc);
2204 storeValue(cUnit, rlDest, rlSrc);
2205}
2206
2207void cvtDoubleToFloat(CompilationUnit* cUnit, llvm::Instruction* inst)
2208{
2209 RegLocation rlDest = getLoc(cUnit, inst);
2210 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2211 genConversion(cUnit, Instruction::DOUBLE_TO_FLOAT, rlDest, rlSrc);
2212}
2213
2214
buzbee101305f2012-06-28 18:00:56 -07002215void cvtIntExt(CompilationUnit* cUnit, llvm::Instruction* inst, bool isSigned)
2216{
2217 // TODO: evaluate src/tgt types and add general support for more than int to long
2218 RegLocation rlDest = getLoc(cUnit, inst);
2219 RegLocation rlSrc = getLoc(cUnit, inst->getOperand(0));
2220 DCHECK(rlDest.wide);
2221 DCHECK(!rlSrc.wide);
2222 DCHECK(!rlDest.fp);
2223 DCHECK(!rlSrc.fp);
2224 RegLocation rlResult = oatEvalLoc(cUnit, rlDest, kCoreReg, true);
2225 if (rlSrc.location == kLocPhysReg) {
2226 opRegCopy(cUnit, rlResult.lowReg, rlSrc.lowReg);
2227 } else {
2228 loadValueDirect(cUnit, rlSrc, rlResult.lowReg);
2229 }
2230 if (isSigned) {
2231 opRegRegImm(cUnit, kOpAsr, rlResult.highReg, rlResult.lowReg, 31);
2232 } else {
2233 loadConstant(cUnit, rlResult.highReg, 0);
2234 }
2235 storeValueWide(cUnit, rlDest, rlResult);
2236}
2237
buzbee2cfc6392012-05-07 14:51:40 -07002238void cvtBinOp(CompilationUnit* cUnit, OpKind op, llvm::Instruction* inst)
2239{
2240 RegLocation rlDest = getLoc(cUnit, inst);
2241 llvm::Value* lhs = inst->getOperand(0);
buzbeef58c12c2012-07-03 15:06:29 -07002242 // Special-case RSUB/NEG
buzbee4f1181f2012-06-22 13:52:12 -07002243 llvm::ConstantInt* lhsImm = llvm::dyn_cast<llvm::ConstantInt>(lhs);
2244 if ((op == kOpSub) && (lhsImm != NULL)) {
2245 RegLocation rlSrc1 = getLoc(cUnit, inst->getOperand(1));
buzbeef58c12c2012-07-03 15:06:29 -07002246 if (rlSrc1.wide) {
2247 DCHECK_EQ(lhsImm->getSExtValue(), 0);
2248 genArithOpLong(cUnit, Instruction::NEG_LONG, rlDest, rlSrc1, rlSrc1);
2249 } else {
2250 genArithOpIntLit(cUnit, Instruction::RSUB_INT, rlDest, rlSrc1,
2251 lhsImm->getSExtValue());
2252 }
buzbee4f1181f2012-06-22 13:52:12 -07002253 return;
2254 }
2255 DCHECK(lhsImm == NULL);
buzbee2cfc6392012-05-07 14:51:40 -07002256 RegLocation rlSrc1 = getLoc(cUnit, inst->getOperand(0));
2257 llvm::Value* rhs = inst->getOperand(1);
2258 if (llvm::ConstantInt* src2 = llvm::dyn_cast<llvm::ConstantInt>(rhs)) {
2259 Instruction::Code dalvikOp = getDalvikOpcode(op, true, false);
2260 genArithOpIntLit(cUnit, dalvikOp, rlDest, rlSrc1, src2->getSExtValue());
2261 } else {
2262 Instruction::Code dalvikOp = getDalvikOpcode(op, false, rlDest.wide);
2263 RegLocation rlSrc2 = getLoc(cUnit, rhs);
2264 if (rlDest.wide) {
2265 genArithOpLong(cUnit, dalvikOp, rlDest, rlSrc1, rlSrc2);
2266 } else {
2267 genArithOpInt(cUnit, dalvikOp, rlDest, rlSrc1, rlSrc2);
2268 }
2269 }
2270}
2271
buzbee2a83e8f2012-07-13 16:42:30 -07002272void cvtShiftOp(CompilationUnit* cUnit, Instruction::Code opcode,
2273 llvm::CallInst* callInst)
buzbee101305f2012-06-28 18:00:56 -07002274{
buzbee2a83e8f2012-07-13 16:42:30 -07002275 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2276 RegLocation rlDest = getLoc(cUnit, callInst);
2277 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(0));
2278 llvm::Value* rhs = callInst->getArgOperand(1);
2279 if (llvm::ConstantInt* src2 = llvm::dyn_cast<llvm::ConstantInt>(rhs)) {
2280 DCHECK(!rlDest.wide);
2281 genArithOpIntLit(cUnit, opcode, rlDest, rlSrc, src2->getSExtValue());
buzbee101305f2012-06-28 18:00:56 -07002282 } else {
buzbee2a83e8f2012-07-13 16:42:30 -07002283 RegLocation rlShift = getLoc(cUnit, rhs);
2284 if (callInst->getType() == cUnit->irb->getInt64Ty()) {
2285 genShiftOpLong(cUnit, opcode, rlDest, rlSrc, rlShift);
2286 } else {
2287 genArithOpInt(cUnit, opcode, rlDest, rlSrc, rlShift);
2288 }
buzbee101305f2012-06-28 18:00:56 -07002289 }
2290}
2291
buzbee2cfc6392012-05-07 14:51:40 -07002292void cvtBr(CompilationUnit* cUnit, llvm::Instruction* inst)
2293{
2294 llvm::BranchInst* brInst = llvm::dyn_cast<llvm::BranchInst>(inst);
2295 DCHECK(brInst != NULL);
2296 DCHECK(brInst->isUnconditional()); // May change - but this is all we use now
2297 llvm::BasicBlock* targetBB = brInst->getSuccessor(0);
2298 opUnconditionalBranch(cUnit, cUnit->blockToLabelMap.Get(targetBB));
2299}
2300
2301void cvtPhi(CompilationUnit* cUnit, llvm::Instruction* inst)
2302{
2303 // Nop - these have already been processed
2304}
2305
2306void cvtRet(CompilationUnit* cUnit, llvm::Instruction* inst)
2307{
2308 llvm::ReturnInst* retInst = llvm::dyn_cast<llvm::ReturnInst>(inst);
2309 llvm::Value* retVal = retInst->getReturnValue();
2310 if (retVal != NULL) {
2311 RegLocation rlSrc = getLoc(cUnit, retVal);
2312 if (rlSrc.wide) {
2313 storeValueWide(cUnit, oatGetReturnWide(cUnit, rlSrc.fp), rlSrc);
2314 } else {
2315 storeValue(cUnit, oatGetReturn(cUnit, rlSrc.fp), rlSrc);
2316 }
2317 }
2318 genExitSequence(cUnit);
2319}
2320
2321ConditionCode getCond(llvm::ICmpInst::Predicate llvmCond)
2322{
2323 ConditionCode res = kCondAl;
2324 switch(llvmCond) {
buzbee6969d502012-06-15 16:40:31 -07002325 case llvm::ICmpInst::ICMP_EQ: res = kCondEq; break;
buzbee4f1181f2012-06-22 13:52:12 -07002326 case llvm::ICmpInst::ICMP_NE: res = kCondNe; break;
2327 case llvm::ICmpInst::ICMP_SLT: res = kCondLt; break;
2328 case llvm::ICmpInst::ICMP_SGE: res = kCondGe; break;
buzbee2cfc6392012-05-07 14:51:40 -07002329 case llvm::ICmpInst::ICMP_SGT: res = kCondGt; break;
buzbee4f1181f2012-06-22 13:52:12 -07002330 case llvm::ICmpInst::ICMP_SLE: res = kCondLe; break;
buzbee2cfc6392012-05-07 14:51:40 -07002331 default: LOG(FATAL) << "Unexpected llvm condition";
2332 }
2333 return res;
2334}
2335
2336void cvtICmp(CompilationUnit* cUnit, llvm::Instruction* inst)
2337{
2338 // genCmpLong(cUnit, rlDest, rlSrc1, rlSrc2)
2339 UNIMPLEMENTED(FATAL);
2340}
2341
2342void cvtICmpBr(CompilationUnit* cUnit, llvm::Instruction* inst,
2343 llvm::BranchInst* brInst)
2344{
2345 // Get targets
2346 llvm::BasicBlock* takenBB = brInst->getSuccessor(0);
2347 LIR* taken = cUnit->blockToLabelMap.Get(takenBB);
2348 llvm::BasicBlock* fallThroughBB = brInst->getSuccessor(1);
2349 LIR* fallThrough = cUnit->blockToLabelMap.Get(fallThroughBB);
2350 // Get comparison operands
2351 llvm::ICmpInst* iCmpInst = llvm::dyn_cast<llvm::ICmpInst>(inst);
2352 ConditionCode cond = getCond(iCmpInst->getPredicate());
2353 llvm::Value* lhs = iCmpInst->getOperand(0);
2354 // Not expecting a constant as 1st operand
2355 DCHECK(llvm::dyn_cast<llvm::ConstantInt>(lhs) == NULL);
2356 RegLocation rlSrc1 = getLoc(cUnit, inst->getOperand(0));
2357 rlSrc1 = loadValue(cUnit, rlSrc1, kCoreReg);
2358 llvm::Value* rhs = inst->getOperand(1);
2359#if defined(TARGET_MIPS)
2360 // Compare and branch in one shot
2361 (void)taken;
2362 (void)cond;
2363 (void)rhs;
2364 UNIMPLEMENTED(FATAL);
2365#else
2366 //Compare, then branch
2367 // TODO: handle fused CMP_LONG/IF_xxZ case
2368 if (llvm::ConstantInt* src2 = llvm::dyn_cast<llvm::ConstantInt>(rhs)) {
2369 opRegImm(cUnit, kOpCmp, rlSrc1.lowReg, src2->getSExtValue());
buzbeed5018892012-07-11 14:23:40 -07002370 } else if (llvm::dyn_cast<llvm::ConstantPointerNull>(rhs) != NULL) {
2371 opRegImm(cUnit, kOpCmp, rlSrc1.lowReg, 0);
buzbee2cfc6392012-05-07 14:51:40 -07002372 } else {
2373 RegLocation rlSrc2 = getLoc(cUnit, rhs);
2374 rlSrc2 = loadValue(cUnit, rlSrc2, kCoreReg);
2375 opRegReg(cUnit, kOpCmp, rlSrc1.lowReg, rlSrc2.lowReg);
2376 }
2377 opCondBranch(cUnit, cond, taken);
2378#endif
2379 // Fallthrough
2380 opUnconditionalBranch(cUnit, fallThrough);
2381}
2382
2383void cvtCall(CompilationUnit* cUnit, llvm::CallInst* callInst,
2384 llvm::Function* callee)
2385{
2386 UNIMPLEMENTED(FATAL);
2387}
2388
buzbee2cfc6392012-05-07 14:51:40 -07002389void cvtCopy(CompilationUnit* cUnit, llvm::CallInst* callInst)
2390{
buzbee4f1181f2012-06-22 13:52:12 -07002391 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
buzbee2cfc6392012-05-07 14:51:40 -07002392 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(0));
2393 RegLocation rlDest = getLoc(cUnit, callInst);
buzbee76592632012-06-29 15:18:35 -07002394 DCHECK_EQ(rlSrc.wide, rlDest.wide);
2395 DCHECK_EQ(rlSrc.fp, rlDest.fp);
buzbee2cfc6392012-05-07 14:51:40 -07002396 if (rlSrc.wide) {
2397 storeValueWide(cUnit, rlDest, rlSrc);
2398 } else {
2399 storeValue(cUnit, rlDest, rlSrc);
2400 }
2401}
2402
2403// Note: Immediate arg is a ConstantInt regardless of result type
2404void cvtConst(CompilationUnit* cUnit, llvm::CallInst* callInst)
2405{
buzbee4f1181f2012-06-22 13:52:12 -07002406 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
buzbee2cfc6392012-05-07 14:51:40 -07002407 llvm::ConstantInt* src =
2408 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2409 uint64_t immval = src->getZExtValue();
2410 RegLocation rlDest = getLoc(cUnit, callInst);
2411 RegLocation rlResult = oatEvalLoc(cUnit, rlDest, kAnyReg, true);
2412 if (rlDest.wide) {
2413 loadConstantValueWide(cUnit, rlResult.lowReg, rlResult.highReg,
2414 (immval) & 0xffffffff, (immval >> 32) & 0xffffffff);
2415 storeValueWide(cUnit, rlDest, rlResult);
2416 } else {
2417 loadConstantNoClobber(cUnit, rlResult.lowReg, immval & 0xffffffff);
2418 storeValue(cUnit, rlDest, rlResult);
2419 }
2420}
2421
buzbee101305f2012-06-28 18:00:56 -07002422void cvtConstObject(CompilationUnit* cUnit, llvm::CallInst* callInst,
2423 bool isString)
buzbee6969d502012-06-15 16:40:31 -07002424{
buzbee4f1181f2012-06-22 13:52:12 -07002425 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
buzbee101305f2012-06-28 18:00:56 -07002426 llvm::ConstantInt* idxVal =
buzbee6969d502012-06-15 16:40:31 -07002427 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
buzbee101305f2012-06-28 18:00:56 -07002428 uint32_t index = idxVal->getZExtValue();
buzbee6969d502012-06-15 16:40:31 -07002429 RegLocation rlDest = getLoc(cUnit, callInst);
buzbee101305f2012-06-28 18:00:56 -07002430 if (isString) {
2431 genConstString(cUnit, index, rlDest);
2432 } else {
2433 genConstClass(cUnit, index, rlDest);
2434 }
2435}
2436
2437void cvtFillArrayData(CompilationUnit* cUnit, llvm::CallInst* callInst)
2438{
2439 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2440 llvm::ConstantInt* offsetVal =
2441 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2442 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(1));
2443 genFillArrayData(cUnit, offsetVal->getSExtValue(), rlSrc);
buzbee6969d502012-06-15 16:40:31 -07002444}
2445
buzbee4f1181f2012-06-22 13:52:12 -07002446void cvtNewInstance(CompilationUnit* cUnit, llvm::CallInst* callInst)
2447{
buzbee32412962012-06-26 16:27:56 -07002448 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
buzbee4f1181f2012-06-22 13:52:12 -07002449 llvm::ConstantInt* typeIdxVal =
2450 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2451 uint32_t typeIdx = typeIdxVal->getZExtValue();
2452 RegLocation rlDest = getLoc(cUnit, callInst);
2453 genNewInstance(cUnit, typeIdx, rlDest);
2454}
2455
buzbee8fa0fda2012-06-27 15:44:52 -07002456void cvtNewArray(CompilationUnit* cUnit, llvm::CallInst* callInst)
2457{
2458 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2459 llvm::ConstantInt* typeIdxVal =
2460 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2461 uint32_t typeIdx = typeIdxVal->getZExtValue();
2462 llvm::Value* len = callInst->getArgOperand(1);
2463 RegLocation rlLen = getLoc(cUnit, len);
2464 RegLocation rlDest = getLoc(cUnit, callInst);
2465 genNewArray(cUnit, typeIdx, rlDest, rlLen);
2466}
2467
2468void cvtInstanceOf(CompilationUnit* cUnit, llvm::CallInst* callInst)
2469{
2470 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2471 llvm::ConstantInt* typeIdxVal =
2472 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2473 uint32_t typeIdx = typeIdxVal->getZExtValue();
2474 llvm::Value* src = callInst->getArgOperand(1);
2475 RegLocation rlSrc = getLoc(cUnit, src);
2476 RegLocation rlDest = getLoc(cUnit, callInst);
2477 genInstanceof(cUnit, typeIdx, rlDest, rlSrc);
2478}
2479
buzbee32412962012-06-26 16:27:56 -07002480void cvtThrowVerificationError(CompilationUnit* cUnit, llvm::CallInst* callInst)
2481{
2482 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2483 llvm::ConstantInt* info1 =
2484 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2485 llvm::ConstantInt* info2 =
2486 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(1));
2487 genThrowVerificationError(cUnit, info1->getZExtValue(), info2->getZExtValue());
2488}
2489
2490void cvtThrow(CompilationUnit* cUnit, llvm::CallInst* callInst)
2491{
2492 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
2493 llvm::Value* src = callInst->getArgOperand(0);
2494 RegLocation rlSrc = getLoc(cUnit, src);
2495 genThrow(cUnit, rlSrc);
2496}
2497
buzbee8fa0fda2012-06-27 15:44:52 -07002498void cvtMonitorEnterExit(CompilationUnit* cUnit, bool isEnter,
2499 llvm::CallInst* callInst)
2500{
2501 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2502 llvm::ConstantInt* optFlags =
2503 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2504 llvm::Value* src = callInst->getArgOperand(1);
2505 RegLocation rlSrc = getLoc(cUnit, src);
2506 if (isEnter) {
2507 genMonitorEnter(cUnit, optFlags->getZExtValue(), rlSrc);
2508 } else {
2509 genMonitorExit(cUnit, optFlags->getZExtValue(), rlSrc);
2510 }
2511}
2512
buzbee76592632012-06-29 15:18:35 -07002513void cvtArrayLength(CompilationUnit* cUnit, llvm::CallInst* callInst)
buzbee8fa0fda2012-06-27 15:44:52 -07002514{
2515 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2516 llvm::ConstantInt* optFlags =
2517 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2518 llvm::Value* src = callInst->getArgOperand(1);
2519 RegLocation rlSrc = getLoc(cUnit, src);
2520 rlSrc = loadValue(cUnit, rlSrc, kCoreReg);
2521 genNullCheck(cUnit, rlSrc.sRegLow, rlSrc.lowReg, optFlags->getZExtValue());
2522 RegLocation rlDest = getLoc(cUnit, callInst);
2523 RegLocation rlResult = oatEvalLoc(cUnit, rlDest, kCoreReg, true);
2524 int lenOffset = Array::LengthOffset().Int32Value();
2525 loadWordDisp(cUnit, rlSrc.lowReg, lenOffset, rlResult.lowReg);
2526 storeValue(cUnit, rlDest, rlResult);
2527}
2528
buzbee32412962012-06-26 16:27:56 -07002529void cvtMoveException(CompilationUnit* cUnit, llvm::CallInst* callInst)
2530{
2531 DCHECK_EQ(callInst->getNumArgOperands(), 0U);
2532 int exOffset = Thread::ExceptionOffset().Int32Value();
2533 RegLocation rlDest = getLoc(cUnit, callInst);
2534 RegLocation rlResult = oatEvalLoc(cUnit, rlDest, kCoreReg, true);
2535#if defined(TARGET_X86)
2536 newLIR2(cUnit, kX86Mov32RT, rlResult.lowReg, exOffset);
2537 newLIR2(cUnit, kX86Mov32TI, exOffset, 0);
2538#else
2539 int resetReg = oatAllocTemp(cUnit);
2540 loadWordDisp(cUnit, rSELF, exOffset, rlResult.lowReg);
2541 loadConstant(cUnit, resetReg, 0);
2542 storeWordDisp(cUnit, rSELF, exOffset, resetReg);
2543 oatFreeTemp(cUnit, resetReg);
2544#endif
2545 storeValue(cUnit, rlDest, rlResult);
2546}
2547
buzbee4f1181f2012-06-22 13:52:12 -07002548void cvtSget(CompilationUnit* cUnit, llvm::CallInst* callInst, bool isWide,
2549 bool isObject)
2550{
buzbee32412962012-06-26 16:27:56 -07002551 DCHECK_EQ(callInst->getNumArgOperands(), 1U);
buzbee4f1181f2012-06-22 13:52:12 -07002552 llvm::ConstantInt* typeIdxVal =
2553 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2554 uint32_t typeIdx = typeIdxVal->getZExtValue();
2555 RegLocation rlDest = getLoc(cUnit, callInst);
2556 genSget(cUnit, typeIdx, rlDest, isWide, isObject);
2557}
2558
buzbee8fa0fda2012-06-27 15:44:52 -07002559void cvtSput(CompilationUnit* cUnit, llvm::CallInst* callInst, bool isWide,
2560 bool isObject)
2561{
2562 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2563 llvm::ConstantInt* typeIdxVal =
2564 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2565 uint32_t typeIdx = typeIdxVal->getZExtValue();
2566 llvm::Value* src = callInst->getArgOperand(1);
2567 RegLocation rlSrc = getLoc(cUnit, src);
2568 genSput(cUnit, typeIdx, rlSrc, isWide, isObject);
2569}
2570
2571void cvtAget(CompilationUnit* cUnit, llvm::CallInst* callInst, OpSize size,
2572 int scale)
2573{
2574 DCHECK_EQ(callInst->getNumArgOperands(), 3U);
2575 llvm::ConstantInt* optFlags =
2576 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2577 RegLocation rlArray = getLoc(cUnit, callInst->getArgOperand(1));
2578 RegLocation rlIndex = getLoc(cUnit, callInst->getArgOperand(2));
2579 RegLocation rlDest = getLoc(cUnit, callInst);
2580 genArrayGet(cUnit, optFlags->getZExtValue(), size, rlArray, rlIndex,
2581 rlDest, scale);
2582}
2583
2584void cvtAput(CompilationUnit* cUnit, llvm::CallInst* callInst, OpSize size,
buzbeef1f86362012-07-10 15:18:31 -07002585 int scale, bool isObject)
buzbee8fa0fda2012-06-27 15:44:52 -07002586{
2587 DCHECK_EQ(callInst->getNumArgOperands(), 4U);
2588 llvm::ConstantInt* optFlags =
2589 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2590 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(1));
2591 RegLocation rlArray = getLoc(cUnit, callInst->getArgOperand(2));
2592 RegLocation rlIndex = getLoc(cUnit, callInst->getArgOperand(3));
buzbeef1f86362012-07-10 15:18:31 -07002593 if (isObject) {
2594 genArrayObjPut(cUnit, optFlags->getZExtValue(), rlArray, rlIndex,
2595 rlSrc, scale);
2596 } else {
2597 genArrayPut(cUnit, optFlags->getZExtValue(), size, rlArray, rlIndex,
2598 rlSrc, scale);
2599 }
2600}
2601
2602void cvtAputObj(CompilationUnit* cUnit, llvm::CallInst* callInst)
2603{
2604 cvtAput(cUnit, callInst, kWord, 2, true /* isObject */);
2605}
2606
2607void cvtAputPrimitive(CompilationUnit* cUnit, llvm::CallInst* callInst,
2608 OpSize size, int scale)
2609{
2610 cvtAput(cUnit, callInst, size, scale, false /* isObject */);
buzbee8fa0fda2012-06-27 15:44:52 -07002611}
2612
buzbee101305f2012-06-28 18:00:56 -07002613void cvtIget(CompilationUnit* cUnit, llvm::CallInst* callInst, OpSize size,
2614 bool isWide, bool isObj)
2615{
2616 DCHECK_EQ(callInst->getNumArgOperands(), 3U);
2617 llvm::ConstantInt* optFlags =
2618 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2619 RegLocation rlObj = getLoc(cUnit, callInst->getArgOperand(1));
2620 llvm::ConstantInt* fieldIdx =
2621 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(2));
2622 RegLocation rlDest = getLoc(cUnit, callInst);
2623 genIGet(cUnit, fieldIdx->getZExtValue(), optFlags->getZExtValue(),
2624 size, rlDest, rlObj, isWide, isObj);
2625}
2626
2627void cvtIput(CompilationUnit* cUnit, llvm::CallInst* callInst, OpSize size,
2628 bool isWide, bool isObj)
2629{
2630 DCHECK_EQ(callInst->getNumArgOperands(), 4U);
2631 llvm::ConstantInt* optFlags =
2632 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2633 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(1));
2634 RegLocation rlObj = getLoc(cUnit, callInst->getArgOperand(2));
2635 llvm::ConstantInt* fieldIdx =
buzbee4f4dfc72012-07-02 14:54:44 -07002636 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(3));
buzbee101305f2012-06-28 18:00:56 -07002637 genIPut(cUnit, fieldIdx->getZExtValue(), optFlags->getZExtValue(),
2638 size, rlSrc, rlObj, isWide, isObj);
2639}
2640
2641void cvtCheckCast(CompilationUnit* cUnit, llvm::CallInst* callInst)
2642{
2643 DCHECK_EQ(callInst->getNumArgOperands(), 2U);
2644 llvm::ConstantInt* typeIdx =
2645 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2646 RegLocation rlSrc = getLoc(cUnit, callInst->getArgOperand(1));
2647 genCheckCast(cUnit, typeIdx->getZExtValue(), rlSrc);
2648}
2649
buzbee76592632012-06-29 15:18:35 -07002650void cvtFPCompare(CompilationUnit* cUnit, llvm::CallInst* callInst,
2651 Instruction::Code opcode)
2652{
2653 RegLocation rlSrc1 = getLoc(cUnit, callInst->getArgOperand(0));
2654 RegLocation rlSrc2 = getLoc(cUnit, callInst->getArgOperand(1));
2655 RegLocation rlDest = getLoc(cUnit, callInst);
2656 genCmpFP(cUnit, opcode, rlDest, rlSrc1, rlSrc2);
2657}
2658
2659void cvtLongCompare(CompilationUnit* cUnit, llvm::CallInst* callInst)
2660{
2661 RegLocation rlSrc1 = getLoc(cUnit, callInst->getArgOperand(0));
2662 RegLocation rlSrc2 = getLoc(cUnit, callInst->getArgOperand(1));
2663 RegLocation rlDest = getLoc(cUnit, callInst);
2664 genCmpLong(cUnit, rlDest, rlSrc1, rlSrc2);
2665}
2666
buzbeef58c12c2012-07-03 15:06:29 -07002667void cvtSwitch(CompilationUnit* cUnit, llvm::Instruction* inst)
2668{
2669 llvm::SwitchInst* swInst = llvm::dyn_cast<llvm::SwitchInst>(inst);
2670 DCHECK(swInst != NULL);
2671 llvm::Value* testVal = swInst->getCondition();
2672 llvm::MDNode* tableOffsetNode = swInst->getMetadata("SwitchTable");
2673 DCHECK(tableOffsetNode != NULL);
2674 llvm::ConstantInt* tableOffsetValue =
2675 static_cast<llvm::ConstantInt*>(tableOffsetNode->getOperand(0));
2676 int32_t tableOffset = tableOffsetValue->getSExtValue();
2677 RegLocation rlSrc = getLoc(cUnit, testVal);
buzbeea1da8a52012-07-09 14:00:21 -07002678 const u2* table = cUnit->insns + cUnit->currentDalvikOffset + tableOffset;
2679 u2 tableMagic = *table;
2680 if (tableMagic == 0x100) {
2681 genPackedSwitch(cUnit, tableOffset, rlSrc);
2682 } else {
2683 DCHECK_EQ(tableMagic, 0x200);
2684 genSparseSwitch(cUnit, tableOffset, rlSrc);
2685 }
buzbeef58c12c2012-07-03 15:06:29 -07002686}
2687
buzbee6969d502012-06-15 16:40:31 -07002688void cvtInvoke(CompilationUnit* cUnit, llvm::CallInst* callInst,
buzbee76592632012-06-29 15:18:35 -07002689 bool isVoid, bool isFilledNewArray)
buzbee6969d502012-06-15 16:40:31 -07002690{
2691 CallInfo* info = (CallInfo*)oatNew(cUnit, sizeof(CallInfo), true,
2692 kAllocMisc);
buzbee8fa0fda2012-06-27 15:44:52 -07002693 if (isVoid) {
buzbee6969d502012-06-15 16:40:31 -07002694 info->result.location = kLocInvalid;
2695 } else {
2696 info->result = getLoc(cUnit, callInst);
2697 }
2698 llvm::ConstantInt* invokeTypeVal =
2699 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(0));
2700 llvm::ConstantInt* methodIndexVal =
2701 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(1));
2702 llvm::ConstantInt* optFlagsVal =
2703 llvm::dyn_cast<llvm::ConstantInt>(callInst->getArgOperand(2));
2704 info->type = static_cast<InvokeType>(invokeTypeVal->getZExtValue());
2705 info->index = methodIndexVal->getZExtValue();
2706 info->optFlags = optFlagsVal->getZExtValue();
2707 info->offset = cUnit->currentDalvikOffset;
2708
buzbee6969d502012-06-15 16:40:31 -07002709 // Count the argument words, and then build argument array.
2710 info->numArgWords = 0;
2711 for (unsigned int i = 3; i < callInst->getNumArgOperands(); i++) {
2712 RegLocation tLoc = getLoc(cUnit, callInst->getArgOperand(i));
2713 info->numArgWords += tLoc.wide ? 2 : 1;
2714 }
2715 info->args = (info->numArgWords == 0) ? NULL : (RegLocation*)
2716 oatNew(cUnit, sizeof(RegLocation) * info->numArgWords, false, kAllocMisc);
2717 // Now, fill in the location records, synthesizing high loc of wide vals
2718 for (int i = 3, next = 0; next < info->numArgWords;) {
buzbee4f1181f2012-06-22 13:52:12 -07002719 info->args[next] = getLoc(cUnit, callInst->getArgOperand(i++));
buzbee6969d502012-06-15 16:40:31 -07002720 if (info->args[next].wide) {
2721 next++;
2722 // TODO: Might make sense to mark this as an invalid loc
2723 info->args[next].origSReg = info->args[next-1].origSReg+1;
2724 info->args[next].sRegLow = info->args[next-1].sRegLow+1;
2725 }
2726 next++;
2727 }
buzbee4f4dfc72012-07-02 14:54:44 -07002728 // TODO - rework such that we no longer need isRange
2729 info->isRange = (info->numArgWords > 5);
2730
buzbee76592632012-06-29 15:18:35 -07002731 if (isFilledNewArray) {
buzbee101305f2012-06-28 18:00:56 -07002732 genFilledNewArray(cUnit, info);
2733 } else {
2734 genInvoke(cUnit, info);
2735 }
buzbee6969d502012-06-15 16:40:31 -07002736}
2737
buzbeead8f15e2012-06-18 14:49:45 -07002738/* Look up the RegLocation associated with a Value. Must already be defined */
2739RegLocation valToLoc(CompilationUnit* cUnit, llvm::Value* val)
2740{
2741 SafeMap<llvm::Value*, RegLocation>::iterator it = cUnit->locMap.find(val);
2742 DCHECK(it != cUnit->locMap.end()) << "Missing definition";
2743 return it->second;
2744}
2745
buzbee2cfc6392012-05-07 14:51:40 -07002746bool methodBitcodeBlockCodeGen(CompilationUnit* cUnit, llvm::BasicBlock* bb)
2747{
2748 bool isEntry = (bb == &cUnit->func->getEntryBlock());
2749 // Define the starting label
2750 LIR* blockLabel = cUnit->blockToLabelMap.Get(bb);
2751 // Extract the starting offset from the block's name
2752 if (!isEntry) {
2753 const char* blockName = bb->getName().str().c_str();
2754 int dummy;
Elliott Hughes74847412012-06-20 18:10:21 -07002755 sscanf(blockName, kLabelFormat, &blockLabel->operands[0], &dummy);
buzbee2cfc6392012-05-07 14:51:40 -07002756 }
2757 // Set the label kind
2758 blockLabel->opcode = kPseudoNormalBlockLabel;
2759 // Insert the label
2760 oatAppendLIR(cUnit, blockLabel);
2761
2762 // Free temp registers and reset redundant store tracking */
2763 oatResetRegPool(cUnit);
2764 oatResetDefTracking(cUnit);
2765
2766 //TODO: restore oat incoming liveness optimization
2767 oatClobberAllRegs(cUnit);
2768
buzbee6969d502012-06-15 16:40:31 -07002769 LIR* headLIR = NULL;
buzbee2cfc6392012-05-07 14:51:40 -07002770
2771 if (isEntry) {
2772 cUnit->currentDalvikOffset = 0;
buzbeead8f15e2012-06-18 14:49:45 -07002773 RegLocation* argLocs = (RegLocation*)
2774 oatNew(cUnit, sizeof(RegLocation) * cUnit->numIns, true, kAllocMisc);
2775 llvm::Function::arg_iterator it(cUnit->func->arg_begin());
2776 llvm::Function::arg_iterator it_end(cUnit->func->arg_end());
2777 for (unsigned i = 0; it != it_end; ++it) {
2778 llvm::Value* val = it;
2779 argLocs[i++] = valToLoc(cUnit, val);
2780 llvm::Type* ty = val->getType();
2781 if ((ty == cUnit->irb->getInt64Ty()) || (ty == cUnit->irb->getDoubleTy())) {
2782 argLocs[i++].sRegLow = INVALID_SREG;
2783 }
2784 }
2785 genEntrySequence(cUnit, argLocs, cUnit->methodLoc);
buzbee2cfc6392012-05-07 14:51:40 -07002786 }
2787
2788 // Visit all of the instructions in the block
2789 for (llvm::BasicBlock::iterator it = bb->begin(), e = bb->end(); it != e;) {
2790 llvm::Instruction* inst = it;
2791 llvm::BasicBlock::iterator nextIt = ++it;
2792 // Extract the Dalvik offset from the instruction
2793 uint32_t opcode = inst->getOpcode();
2794 llvm::MDNode* dexOffsetNode = inst->getMetadata("DexOff");
2795 if (dexOffsetNode != NULL) {
2796 llvm::ConstantInt* dexOffsetValue =
2797 static_cast<llvm::ConstantInt*>(dexOffsetNode->getOperand(0));
2798 cUnit->currentDalvikOffset = dexOffsetValue->getZExtValue();
2799 }
2800
buzbee6969d502012-06-15 16:40:31 -07002801 oatResetRegPool(cUnit);
2802 if (cUnit->disableOpt & (1 << kTrackLiveTemps)) {
2803 oatClobberAllRegs(cUnit);
2804 }
2805
2806 if (cUnit->disableOpt & (1 << kSuppressLoads)) {
2807 oatResetDefTracking(cUnit);
2808 }
2809
2810#ifndef NDEBUG
2811 /* Reset temp tracking sanity check */
2812 cUnit->liveSReg = INVALID_SREG;
2813#endif
2814
2815 LIR* boundaryLIR;
2816 const char* instStr = "boundary";
2817 boundaryLIR = newLIR1(cUnit, kPseudoDalvikByteCodeBoundary,
2818 (intptr_t) instStr);
2819 cUnit->boundaryMap.Overwrite(cUnit->currentDalvikOffset, boundaryLIR);
2820
2821 /* Remember the first LIR for thisl block*/
2822 if (headLIR == NULL) {
2823 headLIR = boundaryLIR;
2824 headLIR->defMask = ENCODE_ALL;
2825 }
2826
buzbee2cfc6392012-05-07 14:51:40 -07002827 switch(opcode) {
2828
2829 case llvm::Instruction::ICmp: {
2830 llvm::Instruction* nextInst = nextIt;
2831 llvm::BranchInst* brInst = llvm::dyn_cast<llvm::BranchInst>(nextInst);
2832 if (brInst != NULL /* and... */) {
2833 cvtICmpBr(cUnit, inst, brInst);
2834 ++it;
2835 } else {
2836 cvtICmp(cUnit, inst);
2837 }
2838 }
2839 break;
2840
2841 case llvm::Instruction::Call: {
2842 llvm::CallInst* callInst = llvm::dyn_cast<llvm::CallInst>(inst);
2843 llvm::Function* callee = callInst->getCalledFunction();
2844 greenland::IntrinsicHelper::IntrinsicId id =
2845 cUnit->intrinsic_helper->GetIntrinsicId(callee);
2846 switch (id) {
buzbeeb03f4872012-06-11 15:22:11 -07002847 case greenland::IntrinsicHelper::AllocaShadowFrame:
2848 case greenland::IntrinsicHelper::SetShadowFrameEntry:
buzbee6969d502012-06-15 16:40:31 -07002849 case greenland::IntrinsicHelper::PopShadowFrame:
buzbeeb03f4872012-06-11 15:22:11 -07002850 // Ignore shadow frame stuff for quick compiler
2851 break;
buzbee2cfc6392012-05-07 14:51:40 -07002852 case greenland::IntrinsicHelper::CopyInt:
2853 case greenland::IntrinsicHelper::CopyObj:
2854 case greenland::IntrinsicHelper::CopyFloat:
2855 case greenland::IntrinsicHelper::CopyLong:
2856 case greenland::IntrinsicHelper::CopyDouble:
2857 cvtCopy(cUnit, callInst);
2858 break;
2859 case greenland::IntrinsicHelper::ConstInt:
2860 case greenland::IntrinsicHelper::ConstObj:
2861 case greenland::IntrinsicHelper::ConstLong:
2862 case greenland::IntrinsicHelper::ConstFloat:
2863 case greenland::IntrinsicHelper::ConstDouble:
2864 cvtConst(cUnit, callInst);
2865 break;
buzbee4f1181f2012-06-22 13:52:12 -07002866 case greenland::IntrinsicHelper::DivInt:
2867 case greenland::IntrinsicHelper::DivLong:
2868 cvtBinOp(cUnit, kOpDiv, inst);
2869 break;
2870 case greenland::IntrinsicHelper::RemInt:
2871 case greenland::IntrinsicHelper::RemLong:
2872 cvtBinOp(cUnit, kOpRem, inst);
2873 break;
buzbee2cfc6392012-05-07 14:51:40 -07002874 case greenland::IntrinsicHelper::MethodInfo:
buzbeead8f15e2012-06-18 14:49:45 -07002875 // Already dealt with - just ignore it here.
buzbee2cfc6392012-05-07 14:51:40 -07002876 break;
2877 case greenland::IntrinsicHelper::CheckSuspend:
2878 genSuspendTest(cUnit, 0 /* optFlags already applied */);
2879 break;
buzbee4f1181f2012-06-22 13:52:12 -07002880 case greenland::IntrinsicHelper::HLInvokeObj:
buzbee8fa0fda2012-06-27 15:44:52 -07002881 case greenland::IntrinsicHelper::HLInvokeFloat:
2882 case greenland::IntrinsicHelper::HLInvokeDouble:
2883 case greenland::IntrinsicHelper::HLInvokeLong:
2884 case greenland::IntrinsicHelper::HLInvokeInt:
buzbee101305f2012-06-28 18:00:56 -07002885 cvtInvoke(cUnit, callInst, false /* isVoid */, false /* newArray */);
buzbee4f1181f2012-06-22 13:52:12 -07002886 break;
buzbee6969d502012-06-15 16:40:31 -07002887 case greenland::IntrinsicHelper::HLInvokeVoid:
buzbee101305f2012-06-28 18:00:56 -07002888 cvtInvoke(cUnit, callInst, true /* isVoid */, false /* newArray */);
2889 break;
2890 case greenland::IntrinsicHelper::FilledNewArray:
2891 cvtInvoke(cUnit, callInst, false /* isVoid */, true /* newArray */);
2892 break;
2893 case greenland::IntrinsicHelper::FillArrayData:
2894 cvtFillArrayData(cUnit, callInst);
buzbee6969d502012-06-15 16:40:31 -07002895 break;
2896 case greenland::IntrinsicHelper::ConstString:
buzbee101305f2012-06-28 18:00:56 -07002897 cvtConstObject(cUnit, callInst, true /* isString */);
2898 break;
2899 case greenland::IntrinsicHelper::ConstClass:
2900 cvtConstObject(cUnit, callInst, false /* isString */);
2901 break;
2902 case greenland::IntrinsicHelper::CheckCast:
2903 cvtCheckCast(cUnit, callInst);
buzbee6969d502012-06-15 16:40:31 -07002904 break;
buzbee4f1181f2012-06-22 13:52:12 -07002905 case greenland::IntrinsicHelper::NewInstance:
2906 cvtNewInstance(cUnit, callInst);
2907 break;
buzbee8fa0fda2012-06-27 15:44:52 -07002908 case greenland::IntrinsicHelper::HLSgetObject:
buzbee4f1181f2012-06-22 13:52:12 -07002909 cvtSget(cUnit, callInst, false /* wide */, true /* Object */);
2910 break;
buzbee8fa0fda2012-06-27 15:44:52 -07002911 case greenland::IntrinsicHelper::HLSget:
2912 case greenland::IntrinsicHelper::HLSgetFloat:
2913 case greenland::IntrinsicHelper::HLSgetBoolean:
2914 case greenland::IntrinsicHelper::HLSgetByte:
2915 case greenland::IntrinsicHelper::HLSgetChar:
2916 case greenland::IntrinsicHelper::HLSgetShort:
2917 cvtSget(cUnit, callInst, false /* wide */, false /* Object */);
2918 break;
2919 case greenland::IntrinsicHelper::HLSgetWide:
2920 case greenland::IntrinsicHelper::HLSgetDouble:
2921 cvtSget(cUnit, callInst, true /* wide */, false /* Object */);
2922 break;
buzbee76592632012-06-29 15:18:35 -07002923 case greenland::IntrinsicHelper::HLSput:
2924 case greenland::IntrinsicHelper::HLSputFloat:
2925 case greenland::IntrinsicHelper::HLSputBoolean:
2926 case greenland::IntrinsicHelper::HLSputByte:
2927 case greenland::IntrinsicHelper::HLSputChar:
2928 case greenland::IntrinsicHelper::HLSputShort:
2929 cvtSput(cUnit, callInst, false /* wide */, false /* Object */);
2930 break;
2931 case greenland::IntrinsicHelper::HLSputWide:
2932 case greenland::IntrinsicHelper::HLSputDouble:
2933 cvtSput(cUnit, callInst, true /* wide */, false /* Object */);
2934 break;
buzbeea1da8a52012-07-09 14:00:21 -07002935 case greenland::IntrinsicHelper::HLSputObject:
2936 cvtSput(cUnit, callInst, false /* wide */, true /* Object */);
2937 break;
buzbee32412962012-06-26 16:27:56 -07002938 case greenland::IntrinsicHelper::GetException:
2939 cvtMoveException(cUnit, callInst);
2940 break;
2941 case greenland::IntrinsicHelper::Throw:
2942 cvtThrow(cUnit, callInst);
2943 break;
2944 case greenland::IntrinsicHelper::ThrowVerificationError:
buzbee8fa0fda2012-06-27 15:44:52 -07002945 cvtThrowVerificationError(cUnit, callInst);
buzbee32412962012-06-26 16:27:56 -07002946 break;
buzbee8fa0fda2012-06-27 15:44:52 -07002947 case greenland::IntrinsicHelper::MonitorEnter:
2948 cvtMonitorEnterExit(cUnit, true /* isEnter */, callInst);
2949 break;
2950 case greenland::IntrinsicHelper::MonitorExit:
2951 cvtMonitorEnterExit(cUnit, false /* isEnter */, callInst);
2952 break;
2953 case greenland::IntrinsicHelper::ArrayLength:
buzbee76592632012-06-29 15:18:35 -07002954 cvtArrayLength(cUnit, callInst);
buzbee8fa0fda2012-06-27 15:44:52 -07002955 break;
2956 case greenland::IntrinsicHelper::NewArray:
2957 cvtNewArray(cUnit, callInst);
2958 break;
2959 case greenland::IntrinsicHelper::InstanceOf:
2960 cvtInstanceOf(cUnit, callInst);
2961 break;
2962
2963 case greenland::IntrinsicHelper::HLArrayGet:
2964 case greenland::IntrinsicHelper::HLArrayGetObject:
2965 case greenland::IntrinsicHelper::HLArrayGetFloat:
2966 cvtAget(cUnit, callInst, kWord, 2);
2967 break;
2968 case greenland::IntrinsicHelper::HLArrayGetWide:
2969 case greenland::IntrinsicHelper::HLArrayGetDouble:
2970 cvtAget(cUnit, callInst, kLong, 3);
2971 break;
2972 case greenland::IntrinsicHelper::HLArrayGetBoolean:
2973 cvtAget(cUnit, callInst, kUnsignedByte, 0);
2974 break;
2975 case greenland::IntrinsicHelper::HLArrayGetByte:
2976 cvtAget(cUnit, callInst, kSignedByte, 0);
2977 break;
2978 case greenland::IntrinsicHelper::HLArrayGetChar:
2979 cvtAget(cUnit, callInst, kUnsignedHalf, 1);
2980 break;
2981 case greenland::IntrinsicHelper::HLArrayGetShort:
2982 cvtAget(cUnit, callInst, kSignedHalf, 1);
2983 break;
2984
2985 case greenland::IntrinsicHelper::HLArrayPut:
buzbee8fa0fda2012-06-27 15:44:52 -07002986 case greenland::IntrinsicHelper::HLArrayPutFloat:
buzbeef1f86362012-07-10 15:18:31 -07002987 cvtAputPrimitive(cUnit, callInst, kWord, 2);
2988 break;
2989 case greenland::IntrinsicHelper::HLArrayPutObject:
2990 cvtAputObj(cUnit, callInst);
buzbee8fa0fda2012-06-27 15:44:52 -07002991 break;
2992 case greenland::IntrinsicHelper::HLArrayPutWide:
2993 case greenland::IntrinsicHelper::HLArrayPutDouble:
buzbeef1f86362012-07-10 15:18:31 -07002994 cvtAputPrimitive(cUnit, callInst, kLong, 3);
buzbee8fa0fda2012-06-27 15:44:52 -07002995 break;
2996 case greenland::IntrinsicHelper::HLArrayPutBoolean:
buzbeef1f86362012-07-10 15:18:31 -07002997 cvtAputPrimitive(cUnit, callInst, kUnsignedByte, 0);
buzbee8fa0fda2012-06-27 15:44:52 -07002998 break;
2999 case greenland::IntrinsicHelper::HLArrayPutByte:
buzbeef1f86362012-07-10 15:18:31 -07003000 cvtAputPrimitive(cUnit, callInst, kSignedByte, 0);
buzbee8fa0fda2012-06-27 15:44:52 -07003001 break;
3002 case greenland::IntrinsicHelper::HLArrayPutChar:
buzbeef1f86362012-07-10 15:18:31 -07003003 cvtAputPrimitive(cUnit, callInst, kUnsignedHalf, 1);
buzbee8fa0fda2012-06-27 15:44:52 -07003004 break;
3005 case greenland::IntrinsicHelper::HLArrayPutShort:
buzbeef1f86362012-07-10 15:18:31 -07003006 cvtAputPrimitive(cUnit, callInst, kSignedHalf, 1);
buzbee8fa0fda2012-06-27 15:44:52 -07003007 break;
3008
buzbee101305f2012-06-28 18:00:56 -07003009 case greenland::IntrinsicHelper::HLIGet:
3010 case greenland::IntrinsicHelper::HLIGetFloat:
3011 cvtIget(cUnit, callInst, kWord, false /* isWide */, false /* obj */);
3012 break;
3013 case greenland::IntrinsicHelper::HLIGetObject:
3014 cvtIget(cUnit, callInst, kWord, false /* isWide */, true /* obj */);
3015 break;
3016 case greenland::IntrinsicHelper::HLIGetWide:
3017 case greenland::IntrinsicHelper::HLIGetDouble:
3018 cvtIget(cUnit, callInst, kLong, true /* isWide */, false /* obj */);
3019 break;
3020 case greenland::IntrinsicHelper::HLIGetBoolean:
3021 cvtIget(cUnit, callInst, kUnsignedByte, false /* isWide */,
3022 false /* obj */);
3023 break;
3024 case greenland::IntrinsicHelper::HLIGetByte:
3025 cvtIget(cUnit, callInst, kSignedByte, false /* isWide */,
3026 false /* obj */);
3027 break;
3028 case greenland::IntrinsicHelper::HLIGetChar:
3029 cvtIget(cUnit, callInst, kUnsignedHalf, false /* isWide */,
3030 false /* obj */);
3031 break;
3032 case greenland::IntrinsicHelper::HLIGetShort:
3033 cvtIget(cUnit, callInst, kSignedHalf, false /* isWide */,
3034 false /* obj */);
3035 break;
3036
3037 case greenland::IntrinsicHelper::HLIPut:
3038 case greenland::IntrinsicHelper::HLIPutFloat:
3039 cvtIput(cUnit, callInst, kWord, false /* isWide */, false /* obj */);
3040 break;
3041 case greenland::IntrinsicHelper::HLIPutObject:
3042 cvtIput(cUnit, callInst, kWord, false /* isWide */, true /* obj */);
3043 break;
3044 case greenland::IntrinsicHelper::HLIPutWide:
3045 case greenland::IntrinsicHelper::HLIPutDouble:
3046 cvtIput(cUnit, callInst, kLong, true /* isWide */, false /* obj */);
3047 break;
3048 case greenland::IntrinsicHelper::HLIPutBoolean:
3049 cvtIput(cUnit, callInst, kUnsignedByte, false /* isWide */,
3050 false /* obj */);
3051 break;
3052 case greenland::IntrinsicHelper::HLIPutByte:
3053 cvtIput(cUnit, callInst, kSignedByte, false /* isWide */,
3054 false /* obj */);
3055 break;
3056 case greenland::IntrinsicHelper::HLIPutChar:
3057 cvtIput(cUnit, callInst, kUnsignedHalf, false /* isWide */,
3058 false /* obj */);
3059 break;
3060 case greenland::IntrinsicHelper::HLIPutShort:
3061 cvtIput(cUnit, callInst, kSignedHalf, false /* isWide */,
3062 false /* obj */);
3063 break;
3064
3065 case greenland::IntrinsicHelper::IntToChar:
3066 cvtIntNarrowing(cUnit, callInst, Instruction::INT_TO_CHAR);
3067 break;
3068 case greenland::IntrinsicHelper::IntToShort:
3069 cvtIntNarrowing(cUnit, callInst, Instruction::INT_TO_SHORT);
3070 break;
3071 case greenland::IntrinsicHelper::IntToByte:
3072 cvtIntNarrowing(cUnit, callInst, Instruction::INT_TO_BYTE);
3073 break;
3074
buzbee76592632012-06-29 15:18:35 -07003075 case greenland::IntrinsicHelper::CmplFloat:
3076 cvtFPCompare(cUnit, callInst, Instruction::CMPL_FLOAT);
3077 break;
3078 case greenland::IntrinsicHelper::CmpgFloat:
3079 cvtFPCompare(cUnit, callInst, Instruction::CMPG_FLOAT);
3080 break;
3081 case greenland::IntrinsicHelper::CmplDouble:
3082 cvtFPCompare(cUnit, callInst, Instruction::CMPL_DOUBLE);
3083 break;
3084 case greenland::IntrinsicHelper::CmpgDouble:
3085 cvtFPCompare(cUnit, callInst, Instruction::CMPG_DOUBLE);
3086 break;
3087
3088 case greenland::IntrinsicHelper::CmpLong:
3089 cvtLongCompare(cUnit, callInst);
3090 break;
3091
buzbee2a83e8f2012-07-13 16:42:30 -07003092 case greenland::IntrinsicHelper::SHLLong:
3093 cvtShiftOp(cUnit, Instruction::SHL_LONG, callInst);
buzbee2cfc6392012-05-07 14:51:40 -07003094 break;
buzbee2a83e8f2012-07-13 16:42:30 -07003095 case greenland::IntrinsicHelper::SHRLong:
3096 cvtShiftOp(cUnit, Instruction::SHR_LONG, callInst);
3097 break;
3098 case greenland::IntrinsicHelper::USHRLong:
3099 cvtShiftOp(cUnit, Instruction::USHR_LONG, callInst);
3100 break;
3101 case greenland::IntrinsicHelper::SHLInt:
3102 cvtShiftOp(cUnit, Instruction::SHL_INT, callInst);
3103 break;
3104 case greenland::IntrinsicHelper::SHRInt:
3105 cvtShiftOp(cUnit, Instruction::SHR_INT, callInst);
3106 break;
3107 case greenland::IntrinsicHelper::USHRInt:
3108 cvtShiftOp(cUnit, Instruction::USHR_INT, callInst);
3109 break;
3110
buzbee2cfc6392012-05-07 14:51:40 -07003111 default:
3112 LOG(FATAL) << "Unexpected intrinsic " << (int)id << ", "
3113 << cUnit->intrinsic_helper->GetName(id);
3114 }
3115 }
3116 break;
3117
3118 case llvm::Instruction::Br: cvtBr(cUnit, inst); break;
3119 case llvm::Instruction::Add: cvtBinOp(cUnit, kOpAdd, inst); break;
3120 case llvm::Instruction::Sub: cvtBinOp(cUnit, kOpSub, inst); break;
3121 case llvm::Instruction::Mul: cvtBinOp(cUnit, kOpMul, inst); break;
3122 case llvm::Instruction::SDiv: cvtBinOp(cUnit, kOpDiv, inst); break;
3123 case llvm::Instruction::SRem: cvtBinOp(cUnit, kOpRem, inst); break;
3124 case llvm::Instruction::And: cvtBinOp(cUnit, kOpAnd, inst); break;
3125 case llvm::Instruction::Or: cvtBinOp(cUnit, kOpOr, inst); break;
3126 case llvm::Instruction::Xor: cvtBinOp(cUnit, kOpXor, inst); break;
buzbee2cfc6392012-05-07 14:51:40 -07003127 case llvm::Instruction::PHI: cvtPhi(cUnit, inst); break;
3128 case llvm::Instruction::Ret: cvtRet(cUnit, inst); break;
buzbee4f1181f2012-06-22 13:52:12 -07003129 case llvm::Instruction::FAdd: cvtBinFPOp(cUnit, kOpAdd, inst); break;
3130 case llvm::Instruction::FSub: cvtBinFPOp(cUnit, kOpSub, inst); break;
3131 case llvm::Instruction::FMul: cvtBinFPOp(cUnit, kOpMul, inst); break;
3132 case llvm::Instruction::FDiv: cvtBinFPOp(cUnit, kOpDiv, inst); break;
3133 case llvm::Instruction::FRem: cvtBinFPOp(cUnit, kOpRem, inst); break;
buzbee76592632012-06-29 15:18:35 -07003134 case llvm::Instruction::SIToFP: cvtIntToFP(cUnit, inst); break;
3135 case llvm::Instruction::FPToSI: cvtFPToInt(cUnit, inst); break;
3136 case llvm::Instruction::FPTrunc: cvtDoubleToFloat(cUnit, inst); break;
3137 case llvm::Instruction::FPExt: cvtFloatToDouble(cUnit, inst); break;
3138 case llvm::Instruction::Trunc: cvtTrunc(cUnit, inst); break;
buzbee2cfc6392012-05-07 14:51:40 -07003139
buzbee101305f2012-06-28 18:00:56 -07003140 case llvm::Instruction::ZExt: cvtIntExt(cUnit, inst, false /* signed */);
3141 break;
3142 case llvm::Instruction::SExt: cvtIntExt(cUnit, inst, true /* signed */);
3143 break;
3144
buzbeef58c12c2012-07-03 15:06:29 -07003145 case llvm::Instruction::Switch: cvtSwitch(cUnit, inst); break;
3146
buzbee32412962012-06-26 16:27:56 -07003147 case llvm::Instruction::Unreachable:
3148 break; // FIXME: can we really ignore these?
3149
buzbee2a83e8f2012-07-13 16:42:30 -07003150 case llvm::Instruction::Shl:
3151 case llvm::Instruction::LShr:
3152 case llvm::Instruction::AShr:
buzbee2cfc6392012-05-07 14:51:40 -07003153 case llvm::Instruction::Invoke:
buzbee2cfc6392012-05-07 14:51:40 -07003154 case llvm::Instruction::FPToUI:
buzbee2cfc6392012-05-07 14:51:40 -07003155 case llvm::Instruction::UIToFP:
buzbee2cfc6392012-05-07 14:51:40 -07003156 case llvm::Instruction::PtrToInt:
3157 case llvm::Instruction::IntToPtr:
buzbee2cfc6392012-05-07 14:51:40 -07003158 case llvm::Instruction::FCmp:
buzbee2cfc6392012-05-07 14:51:40 -07003159 case llvm::Instruction::URem:
3160 case llvm::Instruction::UDiv:
3161 case llvm::Instruction::Resume:
buzbee2cfc6392012-05-07 14:51:40 -07003162 case llvm::Instruction::Alloca:
3163 case llvm::Instruction::GetElementPtr:
3164 case llvm::Instruction::Fence:
3165 case llvm::Instruction::AtomicCmpXchg:
3166 case llvm::Instruction::AtomicRMW:
3167 case llvm::Instruction::BitCast:
3168 case llvm::Instruction::VAArg:
3169 case llvm::Instruction::Select:
3170 case llvm::Instruction::UserOp1:
3171 case llvm::Instruction::UserOp2:
3172 case llvm::Instruction::ExtractElement:
3173 case llvm::Instruction::InsertElement:
3174 case llvm::Instruction::ShuffleVector:
3175 case llvm::Instruction::ExtractValue:
3176 case llvm::Instruction::InsertValue:
3177 case llvm::Instruction::LandingPad:
3178 case llvm::Instruction::IndirectBr:
3179 case llvm::Instruction::Load:
3180 case llvm::Instruction::Store:
3181 LOG(FATAL) << "Unexpected llvm opcode: " << opcode; break;
3182
3183 default:
buzbee2a83e8f2012-07-13 16:42:30 -07003184 LOG(FATAL) << "Unknown llvm opcode: " << inst->getOpcodeName();
3185 break;
buzbee2cfc6392012-05-07 14:51:40 -07003186 }
3187 }
buzbee6969d502012-06-15 16:40:31 -07003188
3189 if (headLIR != NULL) {
3190 oatApplyLocalOptimizations(cUnit, headLIR, cUnit->lastLIRInsn);
3191 }
buzbee2cfc6392012-05-07 14:51:40 -07003192 return false;
3193}
3194
3195/*
3196 * Convert LLVM_IR to MIR:
3197 * o Iterate through the LLVM_IR and construct a graph using
3198 * standard MIR building blocks.
3199 * o Perform a basic-block optimization pass to remove unnecessary
3200 * store/load sequences.
3201 * o Convert the LLVM Value operands into RegLocations where applicable.
3202 * o Create ssaRep def/use operand arrays for each converted LLVM opcode
3203 * o Perform register promotion
3204 * o Iterate through the graph a basic block at a time, generating
3205 * LIR.
3206 * o Assemble LIR as usual.
3207 * o Profit.
3208 */
3209void oatMethodBitcode2LIR(CompilationUnit* cUnit)
3210{
buzbeead8f15e2012-06-18 14:49:45 -07003211 llvm::Function* func = cUnit->func;
3212 int numBasicBlocks = func->getBasicBlockList().size();
buzbee2cfc6392012-05-07 14:51:40 -07003213 // Allocate a list for LIR basic block labels
3214 cUnit->blockLabelList =
buzbeea1da8a52012-07-09 14:00:21 -07003215 (LIR*)oatNew(cUnit, sizeof(LIR) * numBasicBlocks, true, kAllocLIR);
3216 LIR* labelList = cUnit->blockLabelList;
buzbee2cfc6392012-05-07 14:51:40 -07003217 int nextLabel = 0;
buzbeead8f15e2012-06-18 14:49:45 -07003218 for (llvm::Function::iterator i = func->begin(),
3219 e = func->end(); i != e; ++i) {
buzbee2cfc6392012-05-07 14:51:40 -07003220 cUnit->blockToLabelMap.Put(static_cast<llvm::BasicBlock*>(i),
3221 &labelList[nextLabel++]);
3222 }
buzbeead8f15e2012-06-18 14:49:45 -07003223
3224 /*
3225 * Keep honest - clear regLocations, Value => RegLocation,
3226 * promotion map and VmapTables.
3227 */
3228 cUnit->locMap.clear(); // Start fresh
3229 cUnit->regLocation = NULL;
3230 for (int i = 0; i < cUnit->numDalvikRegisters + cUnit->numCompilerTemps + 1;
3231 i++) {
3232 cUnit->promotionMap[i].coreLocation = kLocDalvikFrame;
3233 cUnit->promotionMap[i].fpLocation = kLocDalvikFrame;
3234 }
3235 cUnit->coreSpillMask = 0;
3236 cUnit->numCoreSpills = 0;
3237 cUnit->fpSpillMask = 0;
3238 cUnit->numFPSpills = 0;
3239 cUnit->coreVmapTable.clear();
3240 cUnit->fpVmapTable.clear();
3241 oatAdjustSpillMask(cUnit);
3242 cUnit->frameSize = oatComputeFrameSize(cUnit);
3243
3244 /*
3245 * At this point, we've lost all knowledge of register promotion.
3246 * Rebuild that info from the MethodInfo intrinsic (if it
3247 * exists - not required for correctness).
3248 */
3249 // TODO: find and recover MethodInfo.
3250
3251 // Create RegLocations for arguments
3252 llvm::Function::arg_iterator it(cUnit->func->arg_begin());
3253 llvm::Function::arg_iterator it_end(cUnit->func->arg_end());
3254 for (; it != it_end; ++it) {
3255 llvm::Value* val = it;
3256 createLocFromValue(cUnit, val);
3257 }
3258 // Create RegLocations for all non-argument defintions
3259 for (llvm::inst_iterator i = llvm::inst_begin(func),
3260 e = llvm::inst_end(func); i != e; ++i) {
3261 llvm::Value* val = &*i;
3262 if (val->hasName() && (val->getName().str().c_str()[0] == 'v')) {
3263 createLocFromValue(cUnit, val);
3264 }
3265 }
3266
buzbee2cfc6392012-05-07 14:51:40 -07003267 // Walk the blocks, generating code.
3268 for (llvm::Function::iterator i = cUnit->func->begin(),
3269 e = cUnit->func->end(); i != e; ++i) {
3270 methodBitcodeBlockCodeGen(cUnit, static_cast<llvm::BasicBlock*>(i));
3271 }
3272
3273 handleSuspendLaunchpads(cUnit);
3274
3275 handleThrowLaunchpads(cUnit);
3276
3277 handleIntrinsicLaunchpads(cUnit);
3278
3279 freeIR(cUnit);
3280}
3281
3282
3283} // namespace art
3284
3285#endif // ART_USE_QUICK_COMPILER