Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 1 | //===---- llvm/MDBuilder.cpp - Builder for LLVM metadata ------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines the MDBuilder class, which is used as a convenient way to |
| 11 | // create LLVM metadata with a consistent and simplified interface. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "llvm/IR/MDBuilder.h" |
| 16 | #include "llvm/IR/Constants.h" |
Matthew Simpson | 9f219e8d | 2017-10-16 22:22:11 +0000 | [diff] [blame] | 17 | #include "llvm/IR/Function.h" |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 18 | #include "llvm/IR/Metadata.h" |
| 19 | using namespace llvm; |
| 20 | |
| 21 | MDString *MDBuilder::createString(StringRef Str) { |
| 22 | return MDString::get(Context, Str); |
| 23 | } |
| 24 | |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 25 | ConstantAsMetadata *MDBuilder::createConstant(Constant *C) { |
| 26 | return ConstantAsMetadata::get(C); |
| 27 | } |
| 28 | |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 29 | MDNode *MDBuilder::createFPMath(float Accuracy) { |
| 30 | if (Accuracy == 0.0) |
Craig Topper | 0b6cb71 | 2014-04-15 06:32:26 +0000 | [diff] [blame] | 31 | return nullptr; |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 32 | assert(Accuracy > 0.0 && "Invalid fpmath accuracy!"); |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 33 | auto *Op = |
| 34 | createConstant(ConstantFP::get(Type::getFloatTy(Context), Accuracy)); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 35 | return MDNode::get(Context, Op); |
| 36 | } |
| 37 | |
| 38 | MDNode *MDBuilder::createBranchWeights(uint32_t TrueWeight, |
| 39 | uint32_t FalseWeight) { |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 40 | return createBranchWeights({TrueWeight, FalseWeight}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 41 | } |
| 42 | |
| 43 | MDNode *MDBuilder::createBranchWeights(ArrayRef<uint32_t> Weights) { |
Dehao Chen | 1c6f7ab | 2016-07-11 17:36:02 +0000 | [diff] [blame] | 44 | assert(Weights.size() >= 1 && "Need at least one branch weights!"); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 45 | |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 46 | SmallVector<Metadata *, 4> Vals(Weights.size() + 1); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 47 | Vals[0] = createString("branch_weights"); |
| 48 | |
| 49 | Type *Int32Ty = Type::getInt32Ty(Context); |
| 50 | for (unsigned i = 0, e = Weights.size(); i != e; ++i) |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 51 | Vals[i + 1] = createConstant(ConstantInt::get(Int32Ty, Weights[i])); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 52 | |
| 53 | return MDNode::get(Context, Vals); |
| 54 | } |
| 55 | |
Sanjay Patel | 1cded9a | 2015-09-02 19:06:43 +0000 | [diff] [blame] | 56 | MDNode *MDBuilder::createUnpredictable() { |
| 57 | return MDNode::get(Context, None); |
| 58 | } |
| 59 | |
Dehao Chen | e26c421 | 2017-02-28 18:09:44 +0000 | [diff] [blame] | 60 | MDNode *MDBuilder::createFunctionEntryCount( |
Easwaran Raman | 283d978 | 2018-01-09 19:39:35 +0000 | [diff] [blame] | 61 | uint64_t Count, bool Synthetic, |
| 62 | const DenseSet<GlobalValue::GUID> *Imports) { |
Diego Novillo | a3bccce | 2015-05-13 15:13:45 +0000 | [diff] [blame] | 63 | Type *Int64Ty = Type::getInt64Ty(Context); |
Dehao Chen | e26c421 | 2017-02-28 18:09:44 +0000 | [diff] [blame] | 64 | SmallVector<Metadata *, 8> Ops; |
Easwaran Raman | 283d978 | 2018-01-09 19:39:35 +0000 | [diff] [blame] | 65 | if (Synthetic) |
| 66 | Ops.push_back(createString("synthetic_function_entry_count")); |
| 67 | else |
| 68 | Ops.push_back(createString("function_entry_count")); |
Dehao Chen | e26c421 | 2017-02-28 18:09:44 +0000 | [diff] [blame] | 69 | Ops.push_back(createConstant(ConstantInt::get(Int64Ty, Count))); |
Ana Pazos | 42defb6 | 2017-08-29 17:13:24 +0000 | [diff] [blame] | 70 | if (Imports) { |
| 71 | SmallVector<GlobalValue::GUID, 2> OrderID(Imports->begin(), Imports->end()); |
| 72 | std::stable_sort(OrderID.begin(), OrderID.end(), |
| 73 | [] (GlobalValue::GUID A, GlobalValue::GUID B) { |
| 74 | return A < B;}); |
| 75 | for (auto ID : OrderID) |
Dehao Chen | e26c421 | 2017-02-28 18:09:44 +0000 | [diff] [blame] | 76 | Ops.push_back(createConstant(ConstantInt::get(Int64Ty, ID))); |
Ana Pazos | 42defb6 | 2017-08-29 17:13:24 +0000 | [diff] [blame] | 77 | } |
Dehao Chen | e26c421 | 2017-02-28 18:09:44 +0000 | [diff] [blame] | 78 | return MDNode::get(Context, Ops); |
Diego Novillo | a3bccce | 2015-05-13 15:13:45 +0000 | [diff] [blame] | 79 | } |
| 80 | |
Dehao Chen | 977fc82 | 2016-10-18 20:42:47 +0000 | [diff] [blame] | 81 | MDNode *MDBuilder::createFunctionSectionPrefix(StringRef Prefix) { |
| 82 | return MDNode::get(Context, |
| 83 | {createString("function_section_prefix"), |
| 84 | createString(Prefix)}); |
| 85 | } |
| 86 | |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 87 | MDNode *MDBuilder::createRange(const APInt &Lo, const APInt &Hi) { |
| 88 | assert(Lo.getBitWidth() == Hi.getBitWidth() && "Mismatched bitwidths!"); |
Charles Davis | fba7e30 | 2015-02-25 05:10:25 +0000 | [diff] [blame] | 89 | |
| 90 | Type *Ty = IntegerType::get(Context, Lo.getBitWidth()); |
| 91 | return createRange(ConstantInt::get(Ty, Lo), ConstantInt::get(Ty, Hi)); |
| 92 | } |
| 93 | |
| 94 | MDNode *MDBuilder::createRange(Constant *Lo, Constant *Hi) { |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 95 | // If the range is everything then it is useless. |
| 96 | if (Hi == Lo) |
| 97 | return nullptr; |
| 98 | |
| 99 | // Return the range [Lo, Hi). |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 100 | return MDNode::get(Context, {createConstant(Lo), createConstant(Hi)}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 101 | } |
| 102 | |
Matthew Simpson | 9f219e8d | 2017-10-16 22:22:11 +0000 | [diff] [blame] | 103 | MDNode *MDBuilder::createCallees(ArrayRef<Function *> Callees) { |
| 104 | SmallVector<Metadata *, 4> Ops; |
| 105 | for (Function *F : Callees) |
| 106 | Ops.push_back(createConstant(F)); |
| 107 | return MDNode::get(Context, Ops); |
| 108 | } |
| 109 | |
Hal Finkel | 6f5c609 | 2014-07-25 15:50:02 +0000 | [diff] [blame] | 110 | MDNode *MDBuilder::createAnonymousAARoot(StringRef Name, MDNode *Extra) { |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 111 | // To ensure uniqueness the root node is self-referential. |
Duncan P. N. Exon Smith | f9eaea7 | 2015-01-19 21:30:18 +0000 | [diff] [blame] | 112 | auto Dummy = MDNode::getTemporary(Context, None); |
Hal Finkel | 16fd27b | 2014-07-24 14:25:39 +0000 | [diff] [blame] | 113 | |
Duncan P. N. Exon Smith | f9eaea7 | 2015-01-19 21:30:18 +0000 | [diff] [blame] | 114 | SmallVector<Metadata *, 3> Args(1, Dummy.get()); |
Hal Finkel | 6f5c609 | 2014-07-25 15:50:02 +0000 | [diff] [blame] | 115 | if (Extra) |
| 116 | Args.push_back(Extra); |
Hal Finkel | 16fd27b | 2014-07-24 14:25:39 +0000 | [diff] [blame] | 117 | if (!Name.empty()) |
| 118 | Args.push_back(createString(Name)); |
| 119 | MDNode *Root = MDNode::get(Context, Args); |
| 120 | |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 121 | // At this point we have |
| 122 | // !0 = metadata !{} <- dummy |
| 123 | // !1 = metadata !{metadata !0} <- root |
| 124 | // Replace the dummy operand with the root node itself and delete the dummy. |
| 125 | Root->replaceOperandWith(0, Root); |
Duncan P. N. Exon Smith | f9eaea7 | 2015-01-19 21:30:18 +0000 | [diff] [blame] | 126 | |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 127 | // We now have |
| 128 | // !1 = metadata !{metadata !1} <- self-referential root |
| 129 | return Root; |
| 130 | } |
| 131 | |
| 132 | MDNode *MDBuilder::createTBAARoot(StringRef Name) { |
| 133 | return MDNode::get(Context, createString(Name)); |
| 134 | } |
| 135 | |
Adrian Prantl | 26b584c | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 136 | /// Return metadata for a non-root TBAA node with the given name, |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 137 | /// parent in the TBAA tree, and value for 'pointsToConstantMemory'. |
| 138 | MDNode *MDBuilder::createTBAANode(StringRef Name, MDNode *Parent, |
| 139 | bool isConstant) { |
| 140 | if (isConstant) { |
| 141 | Constant *Flags = ConstantInt::get(Type::getInt64Ty(Context), 1); |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 142 | return MDNode::get(Context, |
| 143 | {createString(Name), Parent, createConstant(Flags)}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 144 | } |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 145 | return MDNode::get(Context, {createString(Name), Parent}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 146 | } |
| 147 | |
Hal Finkel | 6f5c609 | 2014-07-25 15:50:02 +0000 | [diff] [blame] | 148 | MDNode *MDBuilder::createAliasScopeDomain(StringRef Name) { |
Hal Finkel | 16fd27b | 2014-07-24 14:25:39 +0000 | [diff] [blame] | 149 | return MDNode::get(Context, createString(Name)); |
| 150 | } |
| 151 | |
Hal Finkel | 6f5c609 | 2014-07-25 15:50:02 +0000 | [diff] [blame] | 152 | MDNode *MDBuilder::createAliasScope(StringRef Name, MDNode *Domain) { |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 153 | return MDNode::get(Context, {createString(Name), Domain}); |
Hal Finkel | 16fd27b | 2014-07-24 14:25:39 +0000 | [diff] [blame] | 154 | } |
| 155 | |
Adrian Prantl | 26b584c | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 156 | /// Return metadata for a tbaa.struct node with the given |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 157 | /// struct field descriptions. |
| 158 | MDNode *MDBuilder::createTBAAStructNode(ArrayRef<TBAAStructField> Fields) { |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 159 | SmallVector<Metadata *, 4> Vals(Fields.size() * 3); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 160 | Type *Int64 = Type::getInt64Ty(Context); |
| 161 | for (unsigned i = 0, e = Fields.size(); i != e; ++i) { |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 162 | Vals[i * 3 + 0] = createConstant(ConstantInt::get(Int64, Fields[i].Offset)); |
| 163 | Vals[i * 3 + 1] = createConstant(ConstantInt::get(Int64, Fields[i].Size)); |
Ivan A. Kosarev | d6be214 | 2017-12-18 16:49:39 +0000 | [diff] [blame] | 164 | Vals[i * 3 + 2] = Fields[i].Type; |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 165 | } |
| 166 | return MDNode::get(Context, Vals); |
| 167 | } |
| 168 | |
Adrian Prantl | 26b584c | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 169 | /// Return metadata for a TBAA struct node in the type DAG |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 170 | /// with the given name, a list of pairs (offset, field type in the type DAG). |
| 171 | MDNode *MDBuilder::createTBAAStructTypeNode( |
| 172 | StringRef Name, ArrayRef<std::pair<MDNode *, uint64_t>> Fields) { |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 173 | SmallVector<Metadata *, 4> Ops(Fields.size() * 2 + 1); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 174 | Type *Int64 = Type::getInt64Ty(Context); |
| 175 | Ops[0] = createString(Name); |
| 176 | for (unsigned i = 0, e = Fields.size(); i != e; ++i) { |
| 177 | Ops[i * 2 + 1] = Fields[i].first; |
Duncan P. N. Exon Smith | dad20b2 | 2014-12-09 18:38:53 +0000 | [diff] [blame] | 178 | Ops[i * 2 + 2] = createConstant(ConstantInt::get(Int64, Fields[i].second)); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 179 | } |
| 180 | return MDNode::get(Context, Ops); |
| 181 | } |
| 182 | |
Adrian Prantl | 26b584c | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 183 | /// Return metadata for a TBAA scalar type node with the |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 184 | /// given name, an offset and a parent in the TBAA type DAG. |
| 185 | MDNode *MDBuilder::createTBAAScalarTypeNode(StringRef Name, MDNode *Parent, |
| 186 | uint64_t Offset) { |
| 187 | ConstantInt *Off = ConstantInt::get(Type::getInt64Ty(Context), Offset); |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 188 | return MDNode::get(Context, |
| 189 | {createString(Name), Parent, createConstant(Off)}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 190 | } |
| 191 | |
Adrian Prantl | 26b584c | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 192 | /// Return metadata for a TBAA tag node with the given |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 193 | /// base type, access type and offset relative to the base type. |
| 194 | MDNode *MDBuilder::createTBAAStructTagNode(MDNode *BaseType, MDNode *AccessType, |
Artur Pilipenko | d997435 | 2015-06-01 14:53:55 +0000 | [diff] [blame] | 195 | uint64_t Offset, bool IsConstant) { |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 196 | IntegerType *Int64 = Type::getInt64Ty(Context); |
| 197 | ConstantInt *Off = ConstantInt::get(Int64, Offset); |
Artur Pilipenko | d997435 | 2015-06-01 14:53:55 +0000 | [diff] [blame] | 198 | if (IsConstant) { |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 199 | return MDNode::get(Context, {BaseType, AccessType, createConstant(Off), |
| 200 | createConstant(ConstantInt::get(Int64, 1))}); |
Artur Pilipenko | d997435 | 2015-06-01 14:53:55 +0000 | [diff] [blame] | 201 | } |
Benjamin Kramer | 987c37b | 2015-11-22 18:03:17 +0000 | [diff] [blame] | 202 | return MDNode::get(Context, {BaseType, AccessType, createConstant(Off)}); |
Benjamin Kramer | 479151a | 2014-04-12 14:26:59 +0000 | [diff] [blame] | 203 | } |
Hiroshi Yamauchi | dd33e17 | 2017-11-02 22:26:51 +0000 | [diff] [blame] | 204 | |
Ivan A. Kosarev | d6be214 | 2017-12-18 16:49:39 +0000 | [diff] [blame] | 205 | MDNode *MDBuilder::createTBAATypeNode(MDNode *Parent, uint64_t Size, |
| 206 | Metadata *Id, |
| 207 | ArrayRef<TBAAStructField> Fields) { |
| 208 | SmallVector<Metadata *, 4> Ops(3 + Fields.size() * 3); |
| 209 | Type *Int64 = Type::getInt64Ty(Context); |
| 210 | Ops[0] = Parent; |
| 211 | Ops[1] = createConstant(ConstantInt::get(Int64, Size)); |
| 212 | Ops[2] = Id; |
| 213 | for (unsigned I = 0, E = Fields.size(); I != E; ++I) { |
| 214 | Ops[I * 3 + 3] = Fields[I].Type; |
| 215 | Ops[I * 3 + 4] = createConstant(ConstantInt::get(Int64, Fields[I].Offset)); |
| 216 | Ops[I * 3 + 5] = createConstant(ConstantInt::get(Int64, Fields[I].Size)); |
| 217 | } |
| 218 | return MDNode::get(Context, Ops); |
| 219 | } |
| 220 | |
| 221 | MDNode *MDBuilder::createTBAAAccessTag(MDNode *BaseType, MDNode *AccessType, |
| 222 | uint64_t Offset, uint64_t Size, |
| 223 | bool IsImmutable) { |
| 224 | IntegerType *Int64 = Type::getInt64Ty(Context); |
| 225 | auto *OffsetNode = createConstant(ConstantInt::get(Int64, Offset)); |
| 226 | auto *SizeNode = createConstant(ConstantInt::get(Int64, Size)); |
| 227 | if (IsImmutable) { |
| 228 | auto *ImmutabilityFlagNode = createConstant(ConstantInt::get(Int64, 1)); |
| 229 | return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode, |
| 230 | ImmutabilityFlagNode}); |
| 231 | } |
| 232 | return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode}); |
| 233 | } |
| 234 | |
Ivan A. Kosarev | 6adafb6 | 2018-01-17 13:29:54 +0000 | [diff] [blame] | 235 | MDNode *MDBuilder::createMutableTBAAAccessTag(MDNode *Tag) { |
Ivan A. Kosarev | 70f3668 | 2018-02-13 14:44:25 +0000 | [diff] [blame] | 236 | MDNode *BaseType = cast<MDNode>(Tag->getOperand(0)); |
Ivan A. Kosarev | 6adafb6 | 2018-01-17 13:29:54 +0000 | [diff] [blame] | 237 | MDNode *AccessType = cast<MDNode>(Tag->getOperand(1)); |
| 238 | Metadata *OffsetNode = Tag->getOperand(2); |
| 239 | uint64_t Offset = mdconst::extract<ConstantInt>(OffsetNode)->getZExtValue(); |
| 240 | |
| 241 | bool NewFormat = isa<MDNode>(AccessType->getOperand(0)); |
| 242 | |
| 243 | // See if the tag is already mutable. |
| 244 | unsigned ImmutabilityFlagOp = NewFormat ? 4 : 3; |
| 245 | if (Tag->getNumOperands() <= ImmutabilityFlagOp) |
| 246 | return Tag; |
| 247 | |
| 248 | // If Tag is already mutable then return it. |
| 249 | Metadata *ImmutabilityFlagNode = Tag->getOperand(ImmutabilityFlagOp); |
| 250 | if (!mdconst::extract<ConstantInt>(ImmutabilityFlagNode)->getValue()) |
| 251 | return Tag; |
| 252 | |
| 253 | // Otherwise, create another node. |
| 254 | if (!NewFormat) |
| 255 | return createTBAAStructTagNode(BaseType, AccessType, Offset); |
| 256 | |
| 257 | Metadata *SizeNode = Tag->getOperand(3); |
| 258 | uint64_t Size = mdconst::extract<ConstantInt>(SizeNode)->getZExtValue(); |
| 259 | return createTBAAAccessTag(BaseType, AccessType, Offset, Size); |
| 260 | } |
| 261 | |
Hiroshi Yamauchi | dd33e17 | 2017-11-02 22:26:51 +0000 | [diff] [blame] | 262 | MDNode *MDBuilder::createIrrLoopHeaderWeight(uint64_t Weight) { |
George Burgess IV | 8f94a55 | 2018-08-15 22:15:35 +0000 | [diff] [blame] | 263 | Metadata *Vals[] = { |
| 264 | createString("loop_header_weight"), |
| 265 | createConstant(ConstantInt::get(Type::getInt64Ty(Context), Weight)), |
| 266 | }; |
Hiroshi Yamauchi | dd33e17 | 2017-11-02 22:26:51 +0000 | [diff] [blame] | 267 | return MDNode::get(Context, Vals); |
| 268 | } |