blob: 9a581fe46afc4162956a01a7773c36585d9d94c0 [file] [log] [blame]
Hal Finkel16fd27b2014-07-24 14:25:39 +00001//===- ScopedNoAliasAA.cpp - Scoped No-Alias Alias Analysis ---------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the ScopedNoAlias alias-analysis pass, which implements
11// metadata-based scoped no-alias support.
12//
Hal Finkel6f5c6092014-07-25 15:50:02 +000013// Alias-analysis scopes are defined by an id (which can be a string or some
14// other metadata node), a domain node, and an optional descriptive string.
15// A domain is defined by an id (which can be a string or some other metadata
16// node), and an optional descriptive string.
Hal Finkel16fd27b2014-07-24 14:25:39 +000017//
Hal Finkel6f5c6092014-07-25 15:50:02 +000018// !dom0 = metadata !{ metadata !"domain of foo()" }
19// !scope1 = metadata !{ metadata !scope1, metadata !dom0, metadata !"scope 1" }
20// !scope2 = metadata !{ metadata !scope2, metadata !dom0, metadata !"scope 2" }
Hal Finkel16fd27b2014-07-24 14:25:39 +000021//
22// Loads and stores can be tagged with an alias-analysis scope, and also, with
23// a noalias tag for a specific scope:
24//
25// ... = load %ptr1, !alias.scope !{ !scope1 }
26// ... = load %ptr2, !alias.scope !{ !scope1, !scope2 }, !noalias !{ !scope1 }
27//
28// When evaluating an aliasing query, if one of the instructions is associated
Sanjay Patelc0d89272016-01-13 17:23:52 +000029// has a set of noalias scopes in some domain that is a superset of the alias
Hal Finkel6f5c6092014-07-25 15:50:02 +000030// scopes in that domain of some other instruction, then the two memory
Hal Finkel16fd27b2014-07-24 14:25:39 +000031// accesses are assumed not to alias.
32//
Hal Finkel16fd27b2014-07-24 14:25:39 +000033//===----------------------------------------------------------------------===//
34
Chandler Carruth01910b82015-08-14 02:55:50 +000035#include "llvm/Analysis/ScopedNoAliasAA.h"
Hal Finkel6f5c6092014-07-25 15:50:02 +000036#include "llvm/ADT/SmallPtrSet.h"
Eugene Zelenko89688ce2017-08-18 23:51:26 +000037#include "llvm/Analysis/MemoryLocation.h"
38#include "llvm/IR/Instruction.h"
Hal Finkel16fd27b2014-07-24 14:25:39 +000039#include "llvm/IR/LLVMContext.h"
40#include "llvm/IR/Metadata.h"
Hal Finkel16fd27b2014-07-24 14:25:39 +000041#include "llvm/Pass.h"
Eugene Zelenko89688ce2017-08-18 23:51:26 +000042#include "llvm/Support/Casting.h"
Hal Finkel16fd27b2014-07-24 14:25:39 +000043#include "llvm/Support/CommandLine.h"
Hans Wennborg4d651e42015-10-06 23:24:35 +000044
Hal Finkel16fd27b2014-07-24 14:25:39 +000045using namespace llvm;
46
47// A handy option for disabling scoped no-alias functionality. The same effect
48// can also be achieved by stripping the associated metadata tags from IR, but
49// this option is sometimes more convenient.
Chandler Carruth59300ce2015-08-14 02:46:07 +000050static cl::opt<bool> EnableScopedNoAlias("enable-scoped-noalias",
Zachary Turner9a4e15c2017-12-01 00:53:10 +000051 cl::init(true), cl::Hidden);
Hal Finkel16fd27b2014-07-24 14:25:39 +000052
53namespace {
Eugene Zelenko89688ce2017-08-18 23:51:26 +000054
Sanjay Patel92df1742016-01-13 17:43:35 +000055/// This is a simple wrapper around an MDNode which provides a higher-level
56/// interface by hiding the details of how alias analysis information is encoded
57/// in its operands.
Hal Finkel16fd27b2014-07-24 14:25:39 +000058class AliasScopeNode {
Eugene Zelenko89688ce2017-08-18 23:51:26 +000059 const MDNode *Node = nullptr;
Hal Finkel16fd27b2014-07-24 14:25:39 +000060
61public:
Eugene Zelenko89688ce2017-08-18 23:51:26 +000062 AliasScopeNode() = default;
Hal Finkel16fd27b2014-07-24 14:25:39 +000063 explicit AliasScopeNode(const MDNode *N) : Node(N) {}
64
Sanjay Patel92df1742016-01-13 17:43:35 +000065 /// Get the MDNode for this AliasScopeNode.
Hal Finkel16fd27b2014-07-24 14:25:39 +000066 const MDNode *getNode() const { return Node; }
67
Sanjay Patel92df1742016-01-13 17:43:35 +000068 /// Get the MDNode for this AliasScopeNode's domain.
Hal Finkel6f5c6092014-07-25 15:50:02 +000069 const MDNode *getDomain() const {
Hal Finkel16fd27b2014-07-24 14:25:39 +000070 if (Node->getNumOperands() < 2)
Hal Finkel6f5c6092014-07-25 15:50:02 +000071 return nullptr;
72 return dyn_cast_or_null<MDNode>(Node->getOperand(1));
Hal Finkel16fd27b2014-07-24 14:25:39 +000073 }
74};
Eugene Zelenko89688ce2017-08-18 23:51:26 +000075
76} // end anonymous namespace
Hal Finkel16fd27b2014-07-24 14:25:39 +000077
Chandler Carruth91468332015-09-09 17:55:00 +000078AliasResult ScopedNoAliasAAResult::alias(const MemoryLocation &LocA,
79 const MemoryLocation &LocB) {
80 if (!EnableScopedNoAlias)
81 return AAResultBase::alias(LocA, LocB);
Hal Finkel16fd27b2014-07-24 14:25:39 +000082
Chandler Carruth91468332015-09-09 17:55:00 +000083 // Get the attached MDNodes.
84 const MDNode *AScopes = LocA.AATags.Scope, *BScopes = LocB.AATags.Scope;
85
86 const MDNode *ANoAlias = LocA.AATags.NoAlias, *BNoAlias = LocB.AATags.NoAlias;
87
88 if (!mayAliasInScopes(AScopes, BNoAlias))
89 return NoAlias;
90
91 if (!mayAliasInScopes(BScopes, ANoAlias))
92 return NoAlias;
93
94 // If they may alias, chain to the next AliasAnalysis.
95 return AAResultBase::alias(LocA, LocB);
Hal Finkel16fd27b2014-07-24 14:25:39 +000096}
97
Chandler Carruth81aa7122019-01-07 05:42:51 +000098ModRefInfo ScopedNoAliasAAResult::getModRefInfo(const CallBase *Call,
Chandler Carruth91468332015-09-09 17:55:00 +000099 const MemoryLocation &Loc) {
100 if (!EnableScopedNoAlias)
Chandler Carruth81aa7122019-01-07 05:42:51 +0000101 return AAResultBase::getModRefInfo(Call, Loc);
Chandler Carruth91468332015-09-09 17:55:00 +0000102
Chandler Carruth81aa7122019-01-07 05:42:51 +0000103 if (!mayAliasInScopes(Loc.AATags.Scope,
104 Call->getMetadata(LLVMContext::MD_noalias)))
Alina Sbirleac94e8962017-12-07 22:41:34 +0000105 return ModRefInfo::NoModRef;
Chandler Carruth91468332015-09-09 17:55:00 +0000106
Chandler Carruth81aa7122019-01-07 05:42:51 +0000107 if (!mayAliasInScopes(Call->getMetadata(LLVMContext::MD_alias_scope),
108 Loc.AATags.NoAlias))
Alina Sbirleac94e8962017-12-07 22:41:34 +0000109 return ModRefInfo::NoModRef;
Chandler Carruth91468332015-09-09 17:55:00 +0000110
Chandler Carruth81aa7122019-01-07 05:42:51 +0000111 return AAResultBase::getModRefInfo(Call, Loc);
Mehdi Aminic94da202015-03-04 18:43:29 +0000112}
113
Chandler Carruth81aa7122019-01-07 05:42:51 +0000114ModRefInfo ScopedNoAliasAAResult::getModRefInfo(const CallBase *Call1,
115 const CallBase *Call2) {
Chandler Carruth91468332015-09-09 17:55:00 +0000116 if (!EnableScopedNoAlias)
Chandler Carruth81aa7122019-01-07 05:42:51 +0000117 return AAResultBase::getModRefInfo(Call1, Call2);
Chandler Carruth91468332015-09-09 17:55:00 +0000118
Chandler Carruth81aa7122019-01-07 05:42:51 +0000119 if (!mayAliasInScopes(Call1->getMetadata(LLVMContext::MD_alias_scope),
120 Call2->getMetadata(LLVMContext::MD_noalias)))
Alina Sbirleac94e8962017-12-07 22:41:34 +0000121 return ModRefInfo::NoModRef;
Chandler Carruth91468332015-09-09 17:55:00 +0000122
Chandler Carruth81aa7122019-01-07 05:42:51 +0000123 if (!mayAliasInScopes(Call2->getMetadata(LLVMContext::MD_alias_scope),
124 Call1->getMetadata(LLVMContext::MD_noalias)))
Alina Sbirleac94e8962017-12-07 22:41:34 +0000125 return ModRefInfo::NoModRef;
Chandler Carruth91468332015-09-09 17:55:00 +0000126
Chandler Carruth81aa7122019-01-07 05:42:51 +0000127 return AAResultBase::getModRefInfo(Call1, Call2);
Hal Finkel16fd27b2014-07-24 14:25:39 +0000128}
129
David Majnemer937229d2016-08-15 03:56:06 +0000130static void collectMDInDomain(const MDNode *List, const MDNode *Domain,
131 SmallPtrSetImpl<const MDNode *> &Nodes) {
David Majnemer28873d72016-08-15 02:23:46 +0000132 for (const MDOperand &MDOp : List->operands())
133 if (const MDNode *MD = dyn_cast<MDNode>(MDOp))
134 if (AliasScopeNode(MD).getDomain() == Domain)
135 Nodes.insert(MD);
136}
137
Chandler Carruth91468332015-09-09 17:55:00 +0000138bool ScopedNoAliasAAResult::mayAliasInScopes(const MDNode *Scopes,
139 const MDNode *NoAlias) const {
Hal Finkel16fd27b2014-07-24 14:25:39 +0000140 if (!Scopes || !NoAlias)
141 return true;
142
Hal Finkel6f5c6092014-07-25 15:50:02 +0000143 // Collect the set of scope domains relevant to the noalias scopes.
144 SmallPtrSet<const MDNode *, 16> Domains;
Sanjay Patel81e35dc2016-01-13 18:37:28 +0000145 for (const MDOperand &MDOp : NoAlias->operands())
146 if (const MDNode *NAMD = dyn_cast<MDNode>(MDOp))
Hal Finkel6f5c6092014-07-25 15:50:02 +0000147 if (const MDNode *Domain = AliasScopeNode(NAMD).getDomain())
148 Domains.insert(Domain);
Hal Finkel16fd27b2014-07-24 14:25:39 +0000149
Hal Finkel6f5c6092014-07-25 15:50:02 +0000150 // We alias unless, for some domain, the set of noalias scopes in that domain
151 // is a superset of the set of alias scopes in that domain.
152 for (const MDNode *Domain : Domains) {
David Majnemer24f7cd82016-08-15 02:23:50 +0000153 SmallPtrSet<const MDNode *, 16> ScopeNodes;
David Majnemer28873d72016-08-15 02:23:46 +0000154 collectMDInDomain(Scopes, Domain, ScopeNodes);
David Majnemera7273752016-08-15 02:23:48 +0000155 if (ScopeNodes.empty())
David Majnemer28873d72016-08-15 02:23:46 +0000156 continue;
Hal Finkel6f5c6092014-07-25 15:50:02 +0000157
David Majnemer24f7cd82016-08-15 02:23:50 +0000158 SmallPtrSet<const MDNode *, 16> NANodes;
159 collectMDInDomain(NoAlias, Domain, NANodes);
160
David Majnemer28873d72016-08-15 02:23:46 +0000161 // To not alias, all of the nodes in ScopeNodes must be in NANodes.
Hal Finkel6f5c6092014-07-25 15:50:02 +0000162 bool FoundAll = true;
David Majnemer28873d72016-08-15 02:23:46 +0000163 for (const MDNode *SMD : ScopeNodes)
164 if (!NANodes.count(SMD)) {
165 FoundAll = false;
166 break;
167 }
Hal Finkel6f5c6092014-07-25 15:50:02 +0000168
169 if (FoundAll)
170 return false;
171 }
172
173 return true;
Hal Finkel16fd27b2014-07-24 14:25:39 +0000174}
175
Chandler Carruth33d56812016-11-23 17:53:26 +0000176AnalysisKey ScopedNoAliasAA::Key;
Chandler Carruthe95015f2016-03-11 10:22:49 +0000177
Chandler Carruth91468332015-09-09 17:55:00 +0000178ScopedNoAliasAAResult ScopedNoAliasAA::run(Function &F,
Sean Silva20b343c2016-08-09 00:28:15 +0000179 FunctionAnalysisManager &AM) {
Chandler Carruthcf88e922016-03-02 15:56:53 +0000180 return ScopedNoAliasAAResult();
Hal Finkel16fd27b2014-07-24 14:25:39 +0000181}
182
Chandler Carruth91468332015-09-09 17:55:00 +0000183char ScopedNoAliasAAWrapperPass::ID = 0;
Eugene Zelenko89688ce2017-08-18 23:51:26 +0000184
Chandler Carruthcf88e922016-03-02 15:56:53 +0000185INITIALIZE_PASS(ScopedNoAliasAAWrapperPass, "scoped-noalias",
186 "Scoped NoAlias Alias Analysis", false, true)
Chandler Carruth91468332015-09-09 17:55:00 +0000187
188ImmutablePass *llvm::createScopedNoAliasAAWrapperPass() {
189 return new ScopedNoAliasAAWrapperPass();
Hal Finkel16fd27b2014-07-24 14:25:39 +0000190}
191
Chandler Carruth91468332015-09-09 17:55:00 +0000192ScopedNoAliasAAWrapperPass::ScopedNoAliasAAWrapperPass() : ImmutablePass(ID) {
193 initializeScopedNoAliasAAWrapperPassPass(*PassRegistry::getPassRegistry());
Hal Finkel16fd27b2014-07-24 14:25:39 +0000194}
195
Chandler Carruth91468332015-09-09 17:55:00 +0000196bool ScopedNoAliasAAWrapperPass::doInitialization(Module &M) {
Chandler Carruthcf88e922016-03-02 15:56:53 +0000197 Result.reset(new ScopedNoAliasAAResult());
Chandler Carruth91468332015-09-09 17:55:00 +0000198 return false;
Hal Finkel16fd27b2014-07-24 14:25:39 +0000199}
200
Chandler Carruth91468332015-09-09 17:55:00 +0000201bool ScopedNoAliasAAWrapperPass::doFinalization(Module &M) {
202 Result.reset();
203 return false;
Hal Finkel16fd27b2014-07-24 14:25:39 +0000204}
205
Chandler Carruth91468332015-09-09 17:55:00 +0000206void ScopedNoAliasAAWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const {
207 AU.setPreservesAll();
Hal Finkel16fd27b2014-07-24 14:25:39 +0000208}