Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 1 | //===-- IntrinsicLowering.cpp - Intrinsic Lowering default implementation -===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 2 | // |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 7 | // |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 10 | // This file implements the IntrinsicLowering class. |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Chandler Carruth | 06cb8ed | 2012-06-29 12:38:19 +0000 | [diff] [blame] | 14 | #include "llvm/CodeGen/IntrinsicLowering.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/SmallVector.h" |
Chandler Carruth | 4bbfbdf | 2014-03-04 11:01:28 +0000 | [diff] [blame] | 16 | #include "llvm/IR/CallSite.h" |
Chandler Carruth | 0b8c9a8 | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 17 | #include "llvm/IR/Constants.h" |
| 18 | #include "llvm/IR/DataLayout.h" |
| 19 | #include "llvm/IR/DerivedTypes.h" |
| 20 | #include "llvm/IR/IRBuilder.h" |
| 21 | #include "llvm/IR/Module.h" |
| 22 | #include "llvm/IR/Type.h" |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 23 | #include "llvm/Support/ErrorHandling.h" |
Chris Lattner | 45cfe54 | 2009-08-23 06:03:38 +0000 | [diff] [blame] | 24 | #include "llvm/Support/raw_ostream.h" |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 25 | using namespace llvm; |
| 26 | |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 27 | template <class ArgIt> |
Chris Lattner | b76efb7 | 2007-01-07 08:12:01 +0000 | [diff] [blame] | 28 | static void EnsureFunctionExists(Module &M, const char *Name, |
| 29 | ArgIt ArgBegin, ArgIt ArgEnd, |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 30 | Type *RetTy) { |
Chris Lattner | b76efb7 | 2007-01-07 08:12:01 +0000 | [diff] [blame] | 31 | // Insert a correctly-typed definition now. |
Jay Foad | 5fdd6c8 | 2011-07-12 14:06:48 +0000 | [diff] [blame] | 32 | std::vector<Type *> ParamTys; |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 33 | for (ArgIt I = ArgBegin; I != ArgEnd; ++I) |
| 34 | ParamTys.push_back(I->getType()); |
Chris Lattner | b76efb7 | 2007-01-07 08:12:01 +0000 | [diff] [blame] | 35 | M.getOrInsertFunction(Name, FunctionType::get(RetTy, ParamTys, false)); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 36 | } |
| 37 | |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 38 | static void EnsureFPIntrinsicsExist(Module &M, Function &Fn, |
Chris Lattner | 556b4a6 | 2009-02-07 22:37:06 +0000 | [diff] [blame] | 39 | const char *FName, |
| 40 | const char *DName, const char *LDName) { |
Dale Johannesen | c4342ea | 2008-09-22 19:51:58 +0000 | [diff] [blame] | 41 | // Insert definitions for all the floating point types. |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 42 | switch((int)Fn.arg_begin()->getType()->getTypeID()) { |
Dale Johannesen | c4342ea | 2008-09-22 19:51:58 +0000 | [diff] [blame] | 43 | case Type::FloatTyID: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 44 | EnsureFunctionExists(M, FName, Fn.arg_begin(), Fn.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 45 | Type::getFloatTy(M.getContext())); |
Chris Lattner | 556b4a6 | 2009-02-07 22:37:06 +0000 | [diff] [blame] | 46 | break; |
Dale Johannesen | c4342ea | 2008-09-22 19:51:58 +0000 | [diff] [blame] | 47 | case Type::DoubleTyID: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 48 | EnsureFunctionExists(M, DName, Fn.arg_begin(), Fn.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 49 | Type::getDoubleTy(M.getContext())); |
Chris Lattner | 556b4a6 | 2009-02-07 22:37:06 +0000 | [diff] [blame] | 50 | break; |
Dale Johannesen | c4342ea | 2008-09-22 19:51:58 +0000 | [diff] [blame] | 51 | case Type::X86_FP80TyID: |
| 52 | case Type::FP128TyID: |
| 53 | case Type::PPC_FP128TyID: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 54 | EnsureFunctionExists(M, LDName, Fn.arg_begin(), Fn.arg_end(), |
| 55 | Fn.arg_begin()->getType()); |
Chris Lattner | 556b4a6 | 2009-02-07 22:37:06 +0000 | [diff] [blame] | 56 | break; |
Dale Johannesen | c4342ea | 2008-09-22 19:51:58 +0000 | [diff] [blame] | 57 | } |
| 58 | } |
| 59 | |
Sanjay Patel | 05d2a17 | 2017-12-15 18:34:45 +0000 | [diff] [blame] | 60 | /// This function is used when we want to lower an intrinsic call to a call of |
| 61 | /// an external function. This handles hard cases such as when there was already |
| 62 | /// a prototype for the external function, but that prototype doesn't match the |
| 63 | /// arguments we expect to pass in. |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 64 | template <class ArgIt> |
| 65 | static CallInst *ReplaceCallWith(const char *NewFn, CallInst *CI, |
Chris Lattner | b76efb7 | 2007-01-07 08:12:01 +0000 | [diff] [blame] | 66 | ArgIt ArgBegin, ArgIt ArgEnd, |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 67 | Type *RetTy) { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 68 | // If we haven't already looked up this function, check to see if the |
| 69 | // program already contains a function with this name. |
Sanjay Patel | 59dc7be | 2015-12-14 17:24:23 +0000 | [diff] [blame] | 70 | Module *M = CI->getModule(); |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 71 | // Get or insert the definition now. |
Jay Foad | 5fdd6c8 | 2011-07-12 14:06:48 +0000 | [diff] [blame] | 72 | std::vector<Type *> ParamTys; |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 73 | for (ArgIt I = ArgBegin; I != ArgEnd; ++I) |
| 74 | ParamTys.push_back((*I)->getType()); |
| 75 | Constant* FCache = M->getOrInsertFunction(NewFn, |
| 76 | FunctionType::get(RetTy, ParamTys, false)); |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 77 | |
Duncan P. N. Exon Smith | 3f2c43f | 2015-10-09 19:13:58 +0000 | [diff] [blame] | 78 | IRBuilder<> Builder(CI->getParent(), CI->getIterator()); |
David Greene | 52eec54 | 2007-08-01 03:43:44 +0000 | [diff] [blame] | 79 | SmallVector<Value *, 8> Args(ArgBegin, ArgEnd); |
Jay Foad | a3efbb1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 80 | CallInst *NewCI = Builder.CreateCall(FCache, Args); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 81 | NewCI->setName(CI->getName()); |
Chris Lattner | b76efb7 | 2007-01-07 08:12:01 +0000 | [diff] [blame] | 82 | if (!CI->use_empty()) |
| 83 | CI->replaceAllUsesWith(NewCI); |
Chris Lattner | 02348ca | 2004-06-11 02:54:02 +0000 | [diff] [blame] | 84 | return NewCI; |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 85 | } |
| 86 | |
Douglas Gregor | 7d9663c | 2010-05-11 06:17:44 +0000 | [diff] [blame] | 87 | // VisualStudio defines setjmp as _setjmp |
Michael J. Spencer | 1f40960 | 2010-09-24 19:48:47 +0000 | [diff] [blame] | 88 | #if defined(_MSC_VER) && defined(setjmp) && \ |
| 89 | !defined(setjmp_undefined_for_msvc) |
| 90 | # pragma push_macro("setjmp") |
| 91 | # undef setjmp |
| 92 | # define setjmp_undefined_for_msvc |
Douglas Gregor | 7d9663c | 2010-05-11 06:17:44 +0000 | [diff] [blame] | 93 | #endif |
| 94 | |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 95 | void IntrinsicLowering::AddPrototypes(Module &M) { |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 96 | LLVMContext &Context = M.getContext(); |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 97 | for (auto &F : M) |
| 98 | if (F.isDeclaration() && !F.use_empty()) |
| 99 | switch (F.getIntrinsicID()) { |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 100 | default: break; |
| 101 | case Intrinsic::setjmp: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 102 | EnsureFunctionExists(M, "setjmp", F.arg_begin(), F.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 103 | Type::getInt32Ty(M.getContext())); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 104 | break; |
| 105 | case Intrinsic::longjmp: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 106 | EnsureFunctionExists(M, "longjmp", F.arg_begin(), F.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 107 | Type::getVoidTy(M.getContext())); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 108 | break; |
| 109 | case Intrinsic::siglongjmp: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 110 | EnsureFunctionExists(M, "abort", F.arg_end(), F.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 111 | Type::getVoidTy(M.getContext())); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 112 | break; |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 113 | case Intrinsic::memcpy: |
Mehdi Amini | 8701bbc | 2017-04-06 20:23:57 +0000 | [diff] [blame] | 114 | M.getOrInsertFunction("memcpy", |
| 115 | Type::getInt8PtrTy(Context), |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 116 | Type::getInt8PtrTy(Context), |
| 117 | Type::getInt8PtrTy(Context), |
Serge Guelton | 9d54400 | 2017-04-11 15:01:18 +0000 | [diff] [blame] | 118 | DL.getIntPtrType(Context)); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 119 | break; |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 120 | case Intrinsic::memmove: |
Mehdi Amini | 8701bbc | 2017-04-06 20:23:57 +0000 | [diff] [blame] | 121 | M.getOrInsertFunction("memmove", |
| 122 | Type::getInt8PtrTy(Context), |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 123 | Type::getInt8PtrTy(Context), |
| 124 | Type::getInt8PtrTy(Context), |
Serge Guelton | 9d54400 | 2017-04-11 15:01:18 +0000 | [diff] [blame] | 125 | DL.getIntPtrType(Context)); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 126 | break; |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 127 | case Intrinsic::memset: |
Mehdi Amini | 8701bbc | 2017-04-06 20:23:57 +0000 | [diff] [blame] | 128 | M.getOrInsertFunction("memset", |
| 129 | Type::getInt8PtrTy(Context), |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 130 | Type::getInt8PtrTy(Context), |
| 131 | Type::getInt32Ty(M.getContext()), |
Serge Guelton | 9d54400 | 2017-04-11 15:01:18 +0000 | [diff] [blame] | 132 | DL.getIntPtrType(Context)); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 133 | break; |
Dale Johannesen | 9ab7fb3 | 2007-10-02 17:43:59 +0000 | [diff] [blame] | 134 | case Intrinsic::sqrt: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 135 | EnsureFPIntrinsicsExist(M, F, "sqrtf", "sqrt", "sqrtl"); |
Chris Lattner | b42a9ff | 2005-04-30 04:07:50 +0000 | [diff] [blame] | 136 | break; |
Dan Gohman | c4c9660 | 2007-10-15 22:07:31 +0000 | [diff] [blame] | 137 | case Intrinsic::sin: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 138 | EnsureFPIntrinsicsExist(M, F, "sinf", "sin", "sinl"); |
Dan Gohman | c4c9660 | 2007-10-15 22:07:31 +0000 | [diff] [blame] | 139 | break; |
| 140 | case Intrinsic::cos: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 141 | EnsureFPIntrinsicsExist(M, F, "cosf", "cos", "cosl"); |
Dan Gohman | c4c9660 | 2007-10-15 22:07:31 +0000 | [diff] [blame] | 142 | break; |
| 143 | case Intrinsic::pow: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 144 | EnsureFPIntrinsicsExist(M, F, "powf", "pow", "powl"); |
Dan Gohman | c4c9660 | 2007-10-15 22:07:31 +0000 | [diff] [blame] | 145 | break; |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 146 | case Intrinsic::log: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 147 | EnsureFPIntrinsicsExist(M, F, "logf", "log", "logl"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 148 | break; |
| 149 | case Intrinsic::log2: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 150 | EnsureFPIntrinsicsExist(M, F, "log2f", "log2", "log2l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 151 | break; |
| 152 | case Intrinsic::log10: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 153 | EnsureFPIntrinsicsExist(M, F, "log10f", "log10", "log10l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 154 | break; |
| 155 | case Intrinsic::exp: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 156 | EnsureFPIntrinsicsExist(M, F, "expf", "exp", "expl"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 157 | break; |
| 158 | case Intrinsic::exp2: |
Duncan P. N. Exon Smith | d578a48 | 2015-10-09 19:07:41 +0000 | [diff] [blame] | 159 | EnsureFPIntrinsicsExist(M, F, "exp2f", "exp2", "exp2l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 160 | break; |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 161 | } |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 162 | } |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 163 | |
Sanjay Patel | 05d2a17 | 2017-12-15 18:34:45 +0000 | [diff] [blame] | 164 | /// Emit the code to lower bswap of V before the specified instruction IP. |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 165 | static Value *LowerBSWAP(LLVMContext &Context, Value *V, Instruction *IP) { |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 166 | assert(V->getType()->isIntOrIntVectorTy() && "Can't bswap a non-integer type!"); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 167 | |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 168 | unsigned BitSize = V->getType()->getScalarSizeInBits(); |
Duncan P. N. Exon Smith | 3f2c43f | 2015-10-09 19:13:58 +0000 | [diff] [blame] | 169 | |
| 170 | IRBuilder<> Builder(IP); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 171 | |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 172 | switch(BitSize) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 173 | default: llvm_unreachable("Unhandled type size of value to byteswap!"); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 174 | case 16: { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 175 | Value *Tmp1 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 176 | "bswap.2"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 177 | Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 178 | "bswap.1"); |
| 179 | V = Builder.CreateOr(Tmp1, Tmp2, "bswap.i16"); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 180 | break; |
| 181 | } |
| 182 | case 32: { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 183 | Value *Tmp4 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 184 | "bswap.4"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 185 | Value *Tmp3 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 186 | "bswap.3"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 187 | Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 188 | "bswap.2"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 189 | Value *Tmp1 = Builder.CreateLShr(V,ConstantInt::get(V->getType(), 24), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 190 | "bswap.1"); |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 191 | Tmp3 = Builder.CreateAnd(Tmp3, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 192 | ConstantInt::get(V->getType(), 0xFF0000), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 193 | "bswap.and3"); |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 194 | Tmp2 = Builder.CreateAnd(Tmp2, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 195 | ConstantInt::get(V->getType(), 0xFF00), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 196 | "bswap.and2"); |
| 197 | Tmp4 = Builder.CreateOr(Tmp4, Tmp3, "bswap.or1"); |
| 198 | Tmp2 = Builder.CreateOr(Tmp2, Tmp1, "bswap.or2"); |
| 199 | V = Builder.CreateOr(Tmp4, Tmp2, "bswap.i32"); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 200 | break; |
| 201 | } |
| 202 | case 64: { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 203 | Value *Tmp8 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 56), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 204 | "bswap.8"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 205 | Value *Tmp7 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 40), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 206 | "bswap.7"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 207 | Value *Tmp6 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 208 | "bswap.6"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 209 | Value *Tmp5 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 210 | "bswap.5"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 211 | Value* Tmp4 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 212 | "bswap.4"); |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 213 | Value* Tmp3 = Builder.CreateLShr(V, |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 214 | ConstantInt::get(V->getType(), 24), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 215 | "bswap.3"); |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 216 | Value* Tmp2 = Builder.CreateLShr(V, |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 217 | ConstantInt::get(V->getType(), 40), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 218 | "bswap.2"); |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 219 | Value* Tmp1 = Builder.CreateLShr(V, |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 220 | ConstantInt::get(V->getType(), 56), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 221 | "bswap.1"); |
| 222 | Tmp7 = Builder.CreateAnd(Tmp7, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 223 | ConstantInt::get(V->getType(), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 224 | 0xFF000000000000ULL), |
| 225 | "bswap.and7"); |
| 226 | Tmp6 = Builder.CreateAnd(Tmp6, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 227 | ConstantInt::get(V->getType(), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 228 | 0xFF0000000000ULL), |
| 229 | "bswap.and6"); |
| 230 | Tmp5 = Builder.CreateAnd(Tmp5, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 231 | ConstantInt::get(V->getType(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 232 | 0xFF00000000ULL), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 233 | "bswap.and5"); |
| 234 | Tmp4 = Builder.CreateAnd(Tmp4, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 235 | ConstantInt::get(V->getType(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 236 | 0xFF000000ULL), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 237 | "bswap.and4"); |
| 238 | Tmp3 = Builder.CreateAnd(Tmp3, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 239 | ConstantInt::get(V->getType(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 240 | 0xFF0000ULL), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 241 | "bswap.and3"); |
| 242 | Tmp2 = Builder.CreateAnd(Tmp2, |
Serge Guelton | 86e196b7 | 2017-11-30 11:06:22 +0000 | [diff] [blame] | 243 | ConstantInt::get(V->getType(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 244 | 0xFF00ULL), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 245 | "bswap.and2"); |
| 246 | Tmp8 = Builder.CreateOr(Tmp8, Tmp7, "bswap.or1"); |
| 247 | Tmp6 = Builder.CreateOr(Tmp6, Tmp5, "bswap.or2"); |
| 248 | Tmp4 = Builder.CreateOr(Tmp4, Tmp3, "bswap.or3"); |
| 249 | Tmp2 = Builder.CreateOr(Tmp2, Tmp1, "bswap.or4"); |
| 250 | Tmp8 = Builder.CreateOr(Tmp8, Tmp6, "bswap.or5"); |
| 251 | Tmp4 = Builder.CreateOr(Tmp4, Tmp2, "bswap.or6"); |
| 252 | V = Builder.CreateOr(Tmp8, Tmp4, "bswap.i64"); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 253 | break; |
| 254 | } |
| 255 | } |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 256 | return V; |
| 257 | } |
| 258 | |
Sanjay Patel | 05d2a17 | 2017-12-15 18:34:45 +0000 | [diff] [blame] | 259 | /// Emit the code to lower ctpop of V before the specified instruction IP. |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 260 | static Value *LowerCTPOP(LLVMContext &Context, Value *V, Instruction *IP) { |
Duncan Sands | b0bc6c3 | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 261 | assert(V->getType()->isIntegerTy() && "Can't ctpop a non-integer type!"); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 262 | |
| 263 | static const uint64_t MaskValues[6] = { |
| 264 | 0x5555555555555555ULL, 0x3333333333333333ULL, |
| 265 | 0x0F0F0F0F0F0F0F0FULL, 0x00FF00FF00FF00FFULL, |
| 266 | 0x0000FFFF0000FFFFULL, 0x00000000FFFFFFFFULL |
| 267 | }; |
| 268 | |
Duncan P. N. Exon Smith | 3f2c43f | 2015-10-09 19:13:58 +0000 | [diff] [blame] | 269 | IRBuilder<> Builder(IP); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 270 | |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 271 | unsigned BitSize = V->getType()->getPrimitiveSizeInBits(); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 272 | unsigned WordSize = (BitSize + 63) / 64; |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 273 | Value *Count = ConstantInt::get(V->getType(), 0); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 274 | |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 275 | for (unsigned n = 0; n < WordSize; ++n) { |
| 276 | Value *PartValue = V; |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 277 | for (unsigned i = 1, ct = 0; i < (BitSize>64 ? 64 : BitSize); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 278 | i <<= 1, ++ct) { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 279 | Value *MaskCst = ConstantInt::get(V->getType(), MaskValues[ct]); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 280 | Value *LHS = Builder.CreateAnd(PartValue, MaskCst, "cppop.and1"); |
| 281 | Value *VShift = Builder.CreateLShr(PartValue, |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 282 | ConstantInt::get(V->getType(), i), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 283 | "ctpop.sh"); |
| 284 | Value *RHS = Builder.CreateAnd(VShift, MaskCst, "cppop.and2"); |
| 285 | PartValue = Builder.CreateAdd(LHS, RHS, "ctpop.step"); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 286 | } |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 287 | Count = Builder.CreateAdd(PartValue, Count, "ctpop.part"); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 288 | if (BitSize > 64) { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 289 | V = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 64), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 290 | "ctpop.part.sh"); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 291 | BitSize -= 64; |
| 292 | } |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 293 | } |
| 294 | |
Chris Lattner | 914ce45 | 2007-08-06 16:36:18 +0000 | [diff] [blame] | 295 | return Count; |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 296 | } |
| 297 | |
Sanjay Patel | 05d2a17 | 2017-12-15 18:34:45 +0000 | [diff] [blame] | 298 | /// Emit the code to lower ctlz of V before the specified instruction IP. |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 299 | static Value *LowerCTLZ(LLVMContext &Context, Value *V, Instruction *IP) { |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 300 | |
Duncan P. N. Exon Smith | 3f2c43f | 2015-10-09 19:13:58 +0000 | [diff] [blame] | 301 | IRBuilder<> Builder(IP); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 302 | |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 303 | unsigned BitSize = V->getType()->getPrimitiveSizeInBits(); |
Zhou Sheng | 02031c0 | 2007-06-02 04:10:33 +0000 | [diff] [blame] | 304 | for (unsigned i = 1; i < BitSize; i <<= 1) { |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 305 | Value *ShVal = ConstantInt::get(V->getType(), i); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 306 | ShVal = Builder.CreateLShr(V, ShVal, "ctlz.sh"); |
| 307 | V = Builder.CreateOr(V, ShVal, "ctlz.step"); |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 308 | } |
| 309 | |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 310 | V = Builder.CreateNot(V); |
Owen Anderson | 9adc0ab | 2009-07-14 23:09:55 +0000 | [diff] [blame] | 311 | return LowerCTPOP(Context, V, IP); |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 314 | static void ReplaceFPIntrinsicWithCall(CallInst *CI, const char *Fname, |
| 315 | const char *Dname, |
Dale Johannesen | f74185b | 2008-09-22 20:51:30 +0000 | [diff] [blame] | 316 | const char *LDname) { |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 317 | CallSite CS(CI); |
| 318 | switch (CI->getArgOperand(0)->getType()->getTypeID()) { |
Torok Edwin | c23197a | 2009-07-14 16:55:14 +0000 | [diff] [blame] | 319 | default: llvm_unreachable("Invalid type in intrinsic"); |
Dale Johannesen | f74185b | 2008-09-22 20:51:30 +0000 | [diff] [blame] | 320 | case Type::FloatTyID: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 321 | ReplaceCallWith(Fname, CI, CS.arg_begin(), CS.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 322 | Type::getFloatTy(CI->getContext())); |
Dale Johannesen | f74185b | 2008-09-22 20:51:30 +0000 | [diff] [blame] | 323 | break; |
| 324 | case Type::DoubleTyID: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 325 | ReplaceCallWith(Dname, CI, CS.arg_begin(), CS.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 326 | Type::getDoubleTy(CI->getContext())); |
Dale Johannesen | f74185b | 2008-09-22 20:51:30 +0000 | [diff] [blame] | 327 | break; |
| 328 | case Type::X86_FP80TyID: |
| 329 | case Type::FP128TyID: |
| 330 | case Type::PPC_FP128TyID: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 331 | ReplaceCallWith(LDname, CI, CS.arg_begin(), CS.arg_end(), |
| 332 | CI->getArgOperand(0)->getType()); |
Dale Johannesen | f74185b | 2008-09-22 20:51:30 +0000 | [diff] [blame] | 333 | break; |
| 334 | } |
| 335 | } |
Reid Spencer | addd11d | 2007-04-04 23:48:25 +0000 | [diff] [blame] | 336 | |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 337 | void IntrinsicLowering::LowerIntrinsicCall(CallInst *CI) { |
Duncan P. N. Exon Smith | 3f2c43f | 2015-10-09 19:13:58 +0000 | [diff] [blame] | 338 | IRBuilder<> Builder(CI); |
Owen Anderson | e922c02 | 2009-07-22 00:24:57 +0000 | [diff] [blame] | 339 | LLVMContext &Context = CI->getContext(); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 340 | |
Dan Gohman | 46510a7 | 2010-04-15 01:51:59 +0000 | [diff] [blame] | 341 | const Function *Callee = CI->getCalledFunction(); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 342 | assert(Callee && "Cannot lower an indirect call!"); |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 343 | |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 344 | CallSite CS(CI); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 345 | switch (Callee->getIntrinsicID()) { |
| 346 | case Intrinsic::not_intrinsic: |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 347 | report_fatal_error("Cannot lower a call to a non-intrinsic function '"+ |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 348 | Callee->getName() + "'!"); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 349 | default: |
Chris Lattner | 75361b6 | 2010-04-07 22:58:41 +0000 | [diff] [blame] | 350 | report_fatal_error("Code generator does not support intrinsic function '"+ |
Torok Edwin | 7d696d8 | 2009-07-11 13:10:19 +0000 | [diff] [blame] | 351 | Callee->getName()+"'!"); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 352 | |
Jakub Staszak | 9da9934 | 2011-07-06 18:22:43 +0000 | [diff] [blame] | 353 | case Intrinsic::expect: { |
| 354 | // Just replace __builtin_expect(exp, c) with EXP. |
| 355 | Value *V = CI->getArgOperand(0); |
| 356 | CI->replaceAllUsesWith(V); |
| 357 | break; |
| 358 | } |
| 359 | |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 360 | // The setjmp/longjmp intrinsics should only exist in the code if it was |
| 361 | // never optimized (ie, right out of the CFE), or if it has been hacked on |
| 362 | // by the lowerinvoke pass. In both cases, the right thing to do is to |
| 363 | // convert the call to an explicit setjmp or longjmp call. |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 364 | case Intrinsic::setjmp: { |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 365 | Value *V = ReplaceCallWith("setjmp", CI, CS.arg_begin(), CS.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 366 | Type::getInt32Ty(Context)); |
Benjamin Kramer | f012705 | 2010-01-05 13:12:22 +0000 | [diff] [blame] | 367 | if (!CI->getType()->isVoidTy()) |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 368 | CI->replaceAllUsesWith(V); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 369 | break; |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 370 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 371 | case Intrinsic::sigsetjmp: |
Benjamin Kramer | f012705 | 2010-01-05 13:12:22 +0000 | [diff] [blame] | 372 | if (!CI->getType()->isVoidTy()) |
Owen Anderson | a7235ea | 2009-07-31 20:28:14 +0000 | [diff] [blame] | 373 | CI->replaceAllUsesWith(Constant::getNullValue(CI->getType())); |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 374 | break; |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 375 | |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 376 | case Intrinsic::longjmp: { |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 377 | ReplaceCallWith("longjmp", CI, CS.arg_begin(), CS.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 378 | Type::getVoidTy(Context)); |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 379 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 380 | } |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 381 | |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 382 | case Intrinsic::siglongjmp: { |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 383 | // Insert the call to abort |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 384 | ReplaceCallWith("abort", CI, CS.arg_end(), CS.arg_end(), |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 385 | Type::getVoidTy(Context)); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 386 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 387 | } |
Reid Spencer | e9391fd | 2007-04-01 07:35:23 +0000 | [diff] [blame] | 388 | case Intrinsic::ctpop: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 389 | CI->replaceAllUsesWith(LowerCTPOP(Context, CI->getArgOperand(0), CI)); |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 390 | break; |
| 391 | |
Reid Spencer | e9391fd | 2007-04-01 07:35:23 +0000 | [diff] [blame] | 392 | case Intrinsic::bswap: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 393 | CI->replaceAllUsesWith(LowerBSWAP(Context, CI->getArgOperand(0), CI)); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 394 | break; |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 395 | |
Reid Spencer | e9391fd | 2007-04-01 07:35:23 +0000 | [diff] [blame] | 396 | case Intrinsic::ctlz: |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 397 | CI->replaceAllUsesWith(LowerCTLZ(Context, CI->getArgOperand(0), CI)); |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 398 | break; |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 399 | |
Reid Spencer | e9391fd | 2007-04-01 07:35:23 +0000 | [diff] [blame] | 400 | case Intrinsic::cttz: { |
Chris Lattner | a801172 | 2005-05-11 20:02:14 +0000 | [diff] [blame] | 401 | // cttz(x) -> ctpop(~X & (X-1)) |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 402 | Value *Src = CI->getArgOperand(0); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 403 | Value *NotSrc = Builder.CreateNot(Src); |
| 404 | NotSrc->setName(Src->getName() + ".not"); |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 405 | Value *SrcM1 = ConstantInt::get(Src->getType(), 1); |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 406 | SrcM1 = Builder.CreateSub(Src, SrcM1); |
Owen Anderson | e922c02 | 2009-07-22 00:24:57 +0000 | [diff] [blame] | 407 | Src = LowerCTPOP(Context, Builder.CreateAnd(NotSrc, SrcM1), CI); |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 408 | CI->replaceAllUsesWith(Src); |
| 409 | break; |
| 410 | } |
Chris Lattner | 77b1330 | 2004-01-05 05:36:30 +0000 | [diff] [blame] | 411 | |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 412 | case Intrinsic::stacksave: |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 413 | case Intrinsic::stackrestore: { |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 414 | if (!Warned) |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 415 | errs() << "WARNING: this target does not support the llvm.stack" |
| 416 | << (Callee->getIntrinsicID() == Intrinsic::stacksave ? |
| 417 | "save" : "restore") << " intrinsic.\n"; |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 418 | Warned = true; |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 419 | if (Callee->getIntrinsicID() == Intrinsic::stacksave) |
| 420 | CI->replaceAllUsesWith(Constant::getNullValue(CI->getType())); |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 421 | break; |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 422 | } |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 423 | |
Yury Gribov | 2fdb3b8 | 2015-12-01 11:40:55 +0000 | [diff] [blame] | 424 | case Intrinsic::get_dynamic_area_offset: |
| 425 | errs() << "WARNING: this target does not support the custom llvm.get." |
| 426 | "dynamic.area.offset. It is being lowered to a constant 0\n"; |
| 427 | // Just lower it to a constant 0 because for most targets |
| 428 | // @llvm.get.dynamic.area.offset is lowered to zero. |
| 429 | CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 0)); |
| 430 | break; |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 431 | case Intrinsic::returnaddress: |
| 432 | case Intrinsic::frameaddress: |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 433 | errs() << "WARNING: this target does not support the llvm." |
| 434 | << (Callee->getIntrinsicID() == Intrinsic::returnaddress ? |
| 435 | "return" : "frame") << "address intrinsic.\n"; |
Albert Gutowski | 16bf208 | 2016-10-12 22:13:19 +0000 | [diff] [blame] | 436 | CI->replaceAllUsesWith( |
| 437 | ConstantPointerNull::get(cast<PointerType>(CI->getType()))); |
| 438 | break; |
| 439 | case Intrinsic::addressofreturnaddress: |
| 440 | errs() << "WARNING: this target does not support the " |
| 441 | "llvm.addressofreturnaddress intrinsic.\n"; |
| 442 | CI->replaceAllUsesWith( |
| 443 | ConstantPointerNull::get(cast<PointerType>(CI->getType()))); |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 444 | break; |
| 445 | |
Chris Lattner | 0942b7c | 2005-02-28 19:27:23 +0000 | [diff] [blame] | 446 | case Intrinsic::prefetch: |
| 447 | break; // Simply strip out prefetches on unsupported architectures |
| 448 | |
Andrew Lenharth | 7f4ec3b | 2005-03-28 20:05:49 +0000 | [diff] [blame] | 449 | case Intrinsic::pcmarker: |
| 450 | break; // Simply strip out pcmarker on unsupported architectures |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 451 | case Intrinsic::readcyclecounter: { |
| 452 | errs() << "WARNING: this target does not support the llvm.readcyclecoun" |
| 453 | << "ter intrinsic. It is being lowered to a constant 0\n"; |
Owen Anderson | 1d0be15 | 2009-08-13 21:58:54 +0000 | [diff] [blame] | 454 | CI->replaceAllUsesWith(ConstantInt::get(Type::getInt64Ty(Context), 0)); |
Andrew Lenharth | 51b8d54 | 2005-11-11 16:47:30 +0000 | [diff] [blame] | 455 | break; |
Bob Wilson | 5844691 | 2013-02-08 21:48:29 +0000 | [diff] [blame] | 456 | } |
Andrew Lenharth | 7f4ec3b | 2005-03-28 20:05:49 +0000 | [diff] [blame] | 457 | |
Jim Laskey | 43970fe | 2006-03-23 18:06:46 +0000 | [diff] [blame] | 458 | case Intrinsic::dbg_declare: |
Shiva Chen | a8a13bc | 2018-05-09 02:40:45 +0000 | [diff] [blame] | 459 | case Intrinsic::dbg_label: |
Duncan Sands | f664e41 | 2007-07-06 14:46:23 +0000 | [diff] [blame] | 460 | break; // Simply strip out debugging intrinsics |
| 461 | |
Duncan Sands | b01bbdc | 2009-10-14 16:11:37 +0000 | [diff] [blame] | 462 | case Intrinsic::eh_typeid_for: |
Duncan Sands | f664e41 | 2007-07-06 14:46:23 +0000 | [diff] [blame] | 463 | // Return something different to eh_selector. |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 464 | CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 1)); |
Duncan Sands | f664e41 | 2007-07-06 14:46:23 +0000 | [diff] [blame] | 465 | break; |
Chris Lattner | 5fe51cc | 2004-02-12 17:01:09 +0000 | [diff] [blame] | 466 | |
Justin Holewinski | c2b7f5f | 2013-05-21 14:37:16 +0000 | [diff] [blame] | 467 | case Intrinsic::annotation: |
| 468 | case Intrinsic::ptr_annotation: |
| 469 | // Just drop the annotation, but forward the value |
| 470 | CI->replaceAllUsesWith(CI->getOperand(0)); |
| 471 | break; |
| 472 | |
Hal Finkel | 8ef7b17 | 2014-07-25 21:13:35 +0000 | [diff] [blame] | 473 | case Intrinsic::assume: |
Tanya Lattner | 24e5aad | 2007-06-15 22:26:58 +0000 | [diff] [blame] | 474 | case Intrinsic::var_annotation: |
Hal Finkel | 8ef7b17 | 2014-07-25 21:13:35 +0000 | [diff] [blame] | 475 | break; // Strip out these intrinsics |
Fangrui Song | af7b183 | 2018-07-30 19:41:25 +0000 | [diff] [blame] | 476 | |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 477 | case Intrinsic::memcpy: { |
Rafael Espindola | 39d8dcb | 2014-02-18 15:33:12 +0000 | [diff] [blame] | 478 | Type *IntPtr = DL.getIntPtrType(Context); |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 479 | Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr, |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 480 | /* isSigned */ false); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 481 | Value *Ops[3]; |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 482 | Ops[0] = CI->getArgOperand(0); |
| 483 | Ops[1] = CI->getArgOperand(1); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 484 | Ops[2] = Size; |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 485 | ReplaceCallWith("memcpy", CI, Ops, Ops+3, CI->getArgOperand(0)->getType()); |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame] | 486 | break; |
| 487 | } |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 488 | case Intrinsic::memmove: { |
Rafael Espindola | 39d8dcb | 2014-02-18 15:33:12 +0000 | [diff] [blame] | 489 | Type *IntPtr = DL.getIntPtrType(Context); |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 490 | Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr, |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 491 | /* isSigned */ false); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 492 | Value *Ops[3]; |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 493 | Ops[0] = CI->getArgOperand(0); |
| 494 | Ops[1] = CI->getArgOperand(1); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 495 | Ops[2] = Size; |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 496 | ReplaceCallWith("memmove", CI, Ops, Ops+3, CI->getArgOperand(0)->getType()); |
Chris Lattner | 2751e76 | 2004-02-12 18:11:20 +0000 | [diff] [blame] | 497 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 498 | } |
Chris Lattner | 824b958 | 2008-11-21 16:42:48 +0000 | [diff] [blame] | 499 | case Intrinsic::memset: { |
Matt Arsenault | 6d9e013 | 2013-11-10 04:46:57 +0000 | [diff] [blame] | 500 | Value *Op0 = CI->getArgOperand(0); |
Rafael Espindola | 39d8dcb | 2014-02-18 15:33:12 +0000 | [diff] [blame] | 501 | Type *IntPtr = DL.getIntPtrType(Op0->getType()); |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 502 | Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr, |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 503 | /* isSigned */ false); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 504 | Value *Ops[3]; |
Matt Arsenault | 6d9e013 | 2013-11-10 04:46:57 +0000 | [diff] [blame] | 505 | Ops[0] = Op0; |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 506 | // Extend the amount to i32. |
Gabor Greif | a399781 | 2010-07-22 10:37:47 +0000 | [diff] [blame] | 507 | Ops[1] = Builder.CreateIntCast(CI->getArgOperand(1), |
| 508 | Type::getInt32Ty(Context), |
Jay Foad | e1e2014 | 2009-05-12 20:27:44 +0000 | [diff] [blame] | 509 | /* isSigned */ false); |
Chris Lattner | c67da0c | 2007-02-06 19:06:38 +0000 | [diff] [blame] | 510 | Ops[2] = Size; |
Gabor Greif | 9e38531 | 2010-06-25 09:03:52 +0000 | [diff] [blame] | 511 | ReplaceCallWith("memset", CI, Ops, Ops+3, CI->getArgOperand(0)->getType()); |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 512 | break; |
| 513 | } |
Dale Johannesen | 9ab7fb3 | 2007-10-02 17:43:59 +0000 | [diff] [blame] | 514 | case Intrinsic::sqrt: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 515 | ReplaceFPIntrinsicWithCall(CI, "sqrtf", "sqrt", "sqrtl"); |
Dale Johannesen | 4292d1c | 2007-09-28 18:06:58 +0000 | [diff] [blame] | 516 | break; |
| 517 | } |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 518 | case Intrinsic::log: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 519 | ReplaceFPIntrinsicWithCall(CI, "logf", "log", "logl"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 520 | break; |
| 521 | } |
| 522 | case Intrinsic::log2: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 523 | ReplaceFPIntrinsicWithCall(CI, "log2f", "log2", "log2l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 524 | break; |
| 525 | } |
| 526 | case Intrinsic::log10: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 527 | ReplaceFPIntrinsicWithCall(CI, "log10f", "log10", "log10l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 528 | break; |
| 529 | } |
| 530 | case Intrinsic::exp: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 531 | ReplaceFPIntrinsicWithCall(CI, "expf", "exp", "expl"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 532 | break; |
| 533 | } |
| 534 | case Intrinsic::exp2: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 535 | ReplaceFPIntrinsicWithCall(CI, "exp2f", "exp2", "exp2l"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 536 | break; |
| 537 | } |
| 538 | case Intrinsic::pow: { |
Owen Anderson | b41b5e0 | 2009-06-26 20:33:47 +0000 | [diff] [blame] | 539 | ReplaceFPIntrinsicWithCall(CI, "powf", "pow", "powl"); |
Dale Johannesen | 7794f2a | 2008-09-04 00:47:13 +0000 | [diff] [blame] | 540 | break; |
| 541 | } |
Josh Klontz | b79931d | 2014-08-08 15:00:12 +0000 | [diff] [blame] | 542 | case Intrinsic::sin: { |
| 543 | ReplaceFPIntrinsicWithCall(CI, "sinf", "sin", "sinl"); |
| 544 | break; |
| 545 | } |
| 546 | case Intrinsic::cos: { |
| 547 | ReplaceFPIntrinsicWithCall(CI, "cosf", "cos", "cosl"); |
| 548 | break; |
| 549 | } |
Josh Klontz | 6e153ad | 2014-08-30 18:33:35 +0000 | [diff] [blame] | 550 | case Intrinsic::floor: { |
| 551 | ReplaceFPIntrinsicWithCall(CI, "floorf", "floor", "floorl"); |
| 552 | break; |
| 553 | } |
Josh Klontz | b79931d | 2014-08-08 15:00:12 +0000 | [diff] [blame] | 554 | case Intrinsic::ceil: { |
| 555 | ReplaceFPIntrinsicWithCall(CI, "ceilf", "ceil", "ceill"); |
| 556 | break; |
| 557 | } |
Josh Klontz | 6e153ad | 2014-08-30 18:33:35 +0000 | [diff] [blame] | 558 | case Intrinsic::trunc: { |
| 559 | ReplaceFPIntrinsicWithCall(CI, "truncf", "trunc", "truncl"); |
| 560 | break; |
| 561 | } |
| 562 | case Intrinsic::round: { |
| 563 | ReplaceFPIntrinsicWithCall(CI, "roundf", "round", "roundl"); |
| 564 | break; |
| 565 | } |
| 566 | case Intrinsic::copysign: { |
| 567 | ReplaceFPIntrinsicWithCall(CI, "copysignf", "copysign", "copysignl"); |
| 568 | break; |
| 569 | } |
Anton Korobeynikov | 917c2a6 | 2007-11-15 23:25:33 +0000 | [diff] [blame] | 570 | case Intrinsic::flt_rounds: |
| 571 | // Lower to "round to the nearest" |
Benjamin Kramer | f012705 | 2010-01-05 13:12:22 +0000 | [diff] [blame] | 572 | if (!CI->getType()->isVoidTy()) |
Owen Anderson | eed707b | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 573 | CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 1)); |
Anton Korobeynikov | 917c2a6 | 2007-11-15 23:25:33 +0000 | [diff] [blame] | 574 | break; |
Duncan Sands | f07c949 | 2009-11-10 09:08:09 +0000 | [diff] [blame] | 575 | case Intrinsic::invariant_start: |
| 576 | case Intrinsic::lifetime_start: |
| 577 | // Discard region information. |
| 578 | CI->replaceAllUsesWith(UndefValue::get(CI->getType())); |
| 579 | break; |
| 580 | case Intrinsic::invariant_end: |
| 581 | case Intrinsic::lifetime_end: |
| 582 | // Discard region information. |
| 583 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 584 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 585 | |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 586 | assert(CI->use_empty() && |
| 587 | "Lowering should have eliminated any uses of the intrinsic call!"); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 588 | CI->eraseFromParent(); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 589 | } |
Evan Cheng | 55d4200 | 2011-01-08 01:24:27 +0000 | [diff] [blame] | 590 | |
| 591 | bool IntrinsicLowering::LowerToByteSwap(CallInst *CI) { |
| 592 | // Verify this is a simple bswap. |
| 593 | if (CI->getNumArgOperands() != 1 || |
| 594 | CI->getType() != CI->getArgOperand(0)->getType() || |
| 595 | !CI->getType()->isIntegerTy()) |
| 596 | return false; |
| 597 | |
Jay Foad | 5fdd6c8 | 2011-07-12 14:06:48 +0000 | [diff] [blame] | 598 | IntegerType *Ty = dyn_cast<IntegerType>(CI->getType()); |
Evan Cheng | 55d4200 | 2011-01-08 01:24:27 +0000 | [diff] [blame] | 599 | if (!Ty) |
| 600 | return false; |
| 601 | |
| 602 | // Okay, we can do this xform, do so now. |
Sanjay Patel | 59dc7be | 2015-12-14 17:24:23 +0000 | [diff] [blame] | 603 | Module *M = CI->getModule(); |
Benjamin Kramer | eb9a85f | 2011-07-14 17:45:39 +0000 | [diff] [blame] | 604 | Constant *Int = Intrinsic::getDeclaration(M, Intrinsic::bswap, Ty); |
Evan Cheng | 55d4200 | 2011-01-08 01:24:27 +0000 | [diff] [blame] | 605 | |
| 606 | Value *Op = CI->getArgOperand(0); |
| 607 | Op = CallInst::Create(Int, Op, CI->getName(), CI); |
| 608 | |
| 609 | CI->replaceAllUsesWith(Op); |
| 610 | CI->eraseFromParent(); |
| 611 | return true; |
| 612 | } |