2008-12-31 16:14:43 +00:00
|
|
|
//===- FunctionAttrs.cpp - Pass which marks functions readnone or readonly ===//
|
2008-09-19 08:17:05 +00:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements a simple interprocedural pass which walks the
|
|
|
|
// call-graph, looking for functions which do not access or only read
|
2009-01-02 11:46:24 +00:00
|
|
|
// non-local memory, and marking them readnone/readonly. In addition,
|
|
|
|
// it marks function arguments (of pointer type) 'nocapture' if a call
|
|
|
|
// to the function does not create any copies of the pointer value that
|
|
|
|
// outlive the call. This more or less means that the pointer is only
|
|
|
|
// dereferenced, and not returned from the function or stored in a global.
|
|
|
|
// This pass is implemented as a bottom-up traversal of the call-graph.
|
2008-09-19 08:17:05 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2008-12-31 16:14:43 +00:00
|
|
|
#define DEBUG_TYPE "functionattrs"
|
2008-09-19 08:17:05 +00:00
|
|
|
#include "llvm/Transforms/IPO.h"
|
|
|
|
#include "llvm/CallGraphSCCPass.h"
|
2008-12-29 11:34:09 +00:00
|
|
|
#include "llvm/GlobalVariable.h"
|
2009-03-03 00:28:44 +00:00
|
|
|
#include "llvm/IntrinsicInst.h"
|
2009-03-08 06:20:47 +00:00
|
|
|
#include "llvm/Analysis/AliasAnalysis.h"
|
2008-09-19 08:17:05 +00:00
|
|
|
#include "llvm/Analysis/CallGraph.h"
|
2009-01-18 12:19:30 +00:00
|
|
|
#include "llvm/Analysis/CaptureTracking.h"
|
2009-10-27 20:05:49 +00:00
|
|
|
#include "llvm/Analysis/MemoryBuiltins.h"
|
2009-01-02 11:54:37 +00:00
|
|
|
#include "llvm/ADT/SmallSet.h"
|
2008-09-19 08:17:05 +00:00
|
|
|
#include "llvm/ADT/Statistic.h"
|
2009-03-08 06:20:47 +00:00
|
|
|
#include "llvm/ADT/UniqueVector.h"
|
2008-09-19 08:17:05 +00:00
|
|
|
#include "llvm/Support/InstIterator.h"
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
STATISTIC(NumReadNone, "Number of functions marked readnone");
|
|
|
|
STATISTIC(NumReadOnly, "Number of functions marked readonly");
|
2008-12-31 16:14:43 +00:00
|
|
|
STATISTIC(NumNoCapture, "Number of arguments marked nocapture");
|
2009-03-08 06:20:47 +00:00
|
|
|
STATISTIC(NumNoAlias, "Number of function returns marked noalias");
|
2008-09-19 08:17:05 +00:00
|
|
|
|
|
|
|
namespace {
|
2009-10-25 06:33:48 +00:00
|
|
|
struct FunctionAttrs : public CallGraphSCCPass {
|
2008-09-19 08:17:05 +00:00
|
|
|
static char ID; // Pass identification, replacement for typeid
|
2008-12-31 16:14:43 +00:00
|
|
|
FunctionAttrs() : CallGraphSCCPass(&ID) {}
|
2008-09-19 08:17:05 +00:00
|
|
|
|
|
|
|
// runOnSCC - Analyze the SCC, performing the transformation if possible.
|
2009-08-31 00:19:58 +00:00
|
|
|
bool runOnSCC(std::vector<CallGraphNode *> &SCC);
|
2008-09-30 18:34:38 +00:00
|
|
|
|
2008-12-31 16:14:43 +00:00
|
|
|
// AddReadAttrs - Deduce readonly/readnone attributes for the SCC.
|
|
|
|
bool AddReadAttrs(const std::vector<CallGraphNode *> &SCC);
|
|
|
|
|
|
|
|
// AddNoCaptureAttrs - Deduce nocapture attributes for the SCC.
|
|
|
|
bool AddNoCaptureAttrs(const std::vector<CallGraphNode *> &SCC);
|
|
|
|
|
2009-03-08 06:20:47 +00:00
|
|
|
// IsFunctionMallocLike - Does this function allocate new memory?
|
|
|
|
bool IsFunctionMallocLike(Function *F,
|
2009-08-31 04:09:04 +00:00
|
|
|
SmallPtrSet<Function*, 8> &) const;
|
2009-03-08 06:20:47 +00:00
|
|
|
|
|
|
|
// AddNoAliasAttrs - Deduce noalias attributes for the SCC.
|
|
|
|
bool AddNoAliasAttrs(const std::vector<CallGraphNode *> &SCC);
|
|
|
|
|
2008-09-30 18:34:38 +00:00
|
|
|
virtual void getAnalysisUsage(AnalysisUsage &AU) const {
|
|
|
|
AU.setPreservesCFG();
|
|
|
|
CallGraphSCCPass::getAnalysisUsage(AU);
|
|
|
|
}
|
2008-12-29 11:34:09 +00:00
|
|
|
|
|
|
|
bool PointsToLocalMemory(Value *V);
|
2008-09-19 08:17:05 +00:00
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2008-12-31 16:14:43 +00:00
|
|
|
char FunctionAttrs::ID = 0;
|
|
|
|
static RegisterPass<FunctionAttrs>
|
|
|
|
X("functionattrs", "Deduce function attributes");
|
2008-09-19 08:17:05 +00:00
|
|
|
|
2008-12-31 16:14:43 +00:00
|
|
|
Pass *llvm::createFunctionAttrsPass() { return new FunctionAttrs(); }
|
2008-09-19 08:17:05 +00:00
|
|
|
|
|
|
|
|
2008-12-29 11:34:09 +00:00
|
|
|
/// PointsToLocalMemory - Returns whether the given pointer value points to
|
|
|
|
/// memory that is local to the function. Global constants are considered
|
|
|
|
/// local to all functions.
|
2008-12-31 16:14:43 +00:00
|
|
|
bool FunctionAttrs::PointsToLocalMemory(Value *V) {
|
2008-12-29 11:34:09 +00:00
|
|
|
V = V->getUnderlyingObject();
|
|
|
|
// An alloca instruction defines local memory.
|
|
|
|
if (isa<AllocaInst>(V))
|
|
|
|
return true;
|
|
|
|
// A global constant counts as local memory for our purposes.
|
|
|
|
if (GlobalVariable *GV = dyn_cast<GlobalVariable>(V))
|
|
|
|
return GV->isConstant();
|
2008-12-29 20:51:17 +00:00
|
|
|
// Could look through phi nodes and selects here, but it doesn't seem
|
|
|
|
// to be useful in practice.
|
2008-12-29 11:34:09 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2008-12-31 16:14:43 +00:00
|
|
|
/// AddReadAttrs - Deduce readonly/readnone attributes for the SCC.
|
|
|
|
bool FunctionAttrs::AddReadAttrs(const std::vector<CallGraphNode *> &SCC) {
|
2009-08-31 04:09:04 +00:00
|
|
|
SmallPtrSet<Function*, 8> SCCNodes;
|
2008-09-19 08:17:05 +00:00
|
|
|
|
2008-09-29 14:59:04 +00:00
|
|
|
// Fill SCCNodes with the elements of the SCC. Used for quickly
|
|
|
|
// looking up whether a given CallGraphNode is in this SCC.
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i)
|
2009-08-31 04:09:04 +00:00
|
|
|
SCCNodes.insert(SCC[i]->getFunction());
|
2008-09-29 14:59:04 +00:00
|
|
|
|
2008-09-29 13:35:31 +00:00
|
|
|
// Check if any of the functions in the SCC read or write memory. If they
|
|
|
|
// write memory then they can't be marked readnone or readonly.
|
2008-09-19 08:17:05 +00:00
|
|
|
bool ReadsMemory = false;
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
|
|
|
|
Function *F = SCC[i]->getFunction();
|
|
|
|
|
|
|
|
if (F == 0)
|
2008-09-29 13:35:31 +00:00
|
|
|
// External node - may write memory. Just give up.
|
2008-09-19 08:17:05 +00:00
|
|
|
return false;
|
|
|
|
|
|
|
|
if (F->doesNotAccessMemory())
|
|
|
|
// Already perfect!
|
|
|
|
continue;
|
|
|
|
|
|
|
|
// Definitions with weak linkage may be overridden at linktime with
|
|
|
|
// something that writes memory, so treat them like declarations.
|
2008-09-29 11:25:42 +00:00
|
|
|
if (F->isDeclaration() || F->mayBeOverridden()) {
|
2008-09-19 08:17:05 +00:00
|
|
|
if (!F->onlyReadsMemory())
|
2008-09-29 13:35:31 +00:00
|
|
|
// May write memory. Just give up.
|
2008-09-19 08:17:05 +00:00
|
|
|
return false;
|
|
|
|
|
|
|
|
ReadsMemory = true;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2008-09-20 16:45:58 +00:00
|
|
|
// Scan the function body for instructions that may read or write memory.
|
2008-09-19 08:17:05 +00:00
|
|
|
for (inst_iterator II = inst_begin(F), E = inst_end(F); II != E; ++II) {
|
2008-10-04 13:24:24 +00:00
|
|
|
Instruction *I = &*II;
|
|
|
|
|
|
|
|
// Some instructions can be ignored even if they read or write memory.
|
|
|
|
// Detect these now, skipping to the next instruction if one is found.
|
|
|
|
CallSite CS = CallSite::get(I);
|
2009-08-31 04:09:04 +00:00
|
|
|
if (CS.getInstruction() && CS.getCalledFunction()) {
|
2008-10-04 13:24:24 +00:00
|
|
|
// Ignore calls to functions in the same SCC.
|
2009-08-31 04:09:04 +00:00
|
|
|
if (SCCNodes.count(CS.getCalledFunction()))
|
2008-10-04 13:24:24 +00:00
|
|
|
continue;
|
|
|
|
} else if (LoadInst *LI = dyn_cast<LoadInst>(I)) {
|
|
|
|
// Ignore loads from local memory.
|
2008-12-29 11:34:09 +00:00
|
|
|
if (PointsToLocalMemory(LI->getPointerOperand()))
|
2008-10-04 13:24:24 +00:00
|
|
|
continue;
|
|
|
|
} else if (StoreInst *SI = dyn_cast<StoreInst>(I)) {
|
|
|
|
// Ignore stores to local memory.
|
2008-12-29 11:34:09 +00:00
|
|
|
if (PointsToLocalMemory(SI->getPointerOperand()))
|
2008-10-04 13:24:24 +00:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Any remaining instructions need to be taken seriously! Check if they
|
|
|
|
// read or write memory.
|
|
|
|
if (I->mayWriteToMemory())
|
2008-09-29 13:35:31 +00:00
|
|
|
// Writes memory. Just give up.
|
2008-09-20 16:45:58 +00:00
|
|
|
return false;
|
2009-05-06 08:42:00 +00:00
|
|
|
|
2009-10-17 01:18:07 +00:00
|
|
|
if (isMalloc(I))
|
2009-09-18 22:35:49 +00:00
|
|
|
// malloc claims not to write memory! PR3754.
|
2009-05-06 08:42:00 +00:00
|
|
|
return false;
|
|
|
|
|
2008-10-04 13:24:24 +00:00
|
|
|
// If this instruction may read memory, remember that.
|
|
|
|
ReadsMemory |= I->mayReadFromMemory();
|
2008-09-19 08:17:05 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Success! Functions in this SCC do not access memory, or only read memory.
|
|
|
|
// Give them the appropriate attribute.
|
|
|
|
bool MadeChange = false;
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
|
|
|
|
Function *F = SCC[i]->getFunction();
|
|
|
|
|
|
|
|
if (F->doesNotAccessMemory())
|
|
|
|
// Already perfect!
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (F->onlyReadsMemory() && ReadsMemory)
|
|
|
|
// No change.
|
|
|
|
continue;
|
|
|
|
|
|
|
|
MadeChange = true;
|
|
|
|
|
|
|
|
// Clear out any existing attributes.
|
2008-09-26 22:53:05 +00:00
|
|
|
F->removeAttribute(~0, Attribute::ReadOnly | Attribute::ReadNone);
|
2008-09-19 08:17:05 +00:00
|
|
|
|
|
|
|
// Add in the new attribute.
|
2008-12-31 16:14:43 +00:00
|
|
|
F->addAttribute(~0, ReadsMemory? Attribute::ReadOnly : Attribute::ReadNone);
|
2008-09-19 08:17:05 +00:00
|
|
|
|
|
|
|
if (ReadsMemory)
|
2009-01-02 11:46:24 +00:00
|
|
|
++NumReadOnly;
|
2008-09-19 08:17:05 +00:00
|
|
|
else
|
2009-01-02 11:46:24 +00:00
|
|
|
++NumReadNone;
|
2008-09-19 08:17:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return MadeChange;
|
|
|
|
}
|
2008-12-31 16:14:43 +00:00
|
|
|
|
|
|
|
/// AddNoCaptureAttrs - Deduce nocapture attributes for the SCC.
|
|
|
|
bool FunctionAttrs::AddNoCaptureAttrs(const std::vector<CallGraphNode *> &SCC) {
|
|
|
|
bool Changed = false;
|
|
|
|
|
|
|
|
// Check each function in turn, determining which pointer arguments are not
|
|
|
|
// captured.
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
|
|
|
|
Function *F = SCC[i]->getFunction();
|
|
|
|
|
|
|
|
if (F == 0)
|
|
|
|
// External node - skip it;
|
|
|
|
continue;
|
|
|
|
|
|
|
|
// Definitions with weak linkage may be overridden at linktime with
|
|
|
|
// something that writes memory, so treat them like declarations.
|
|
|
|
if (F->isDeclaration() || F->mayBeOverridden())
|
|
|
|
continue;
|
|
|
|
|
|
|
|
for (Function::arg_iterator A = F->arg_begin(), E = F->arg_end(); A!=E; ++A)
|
2008-12-31 18:08:59 +00:00
|
|
|
if (isa<PointerType>(A->getType()) && !A->hasNoCaptureAttr() &&
|
2009-01-18 12:19:30 +00:00
|
|
|
!PointerMayBeCaptured(A, true)) {
|
2008-12-31 16:14:43 +00:00
|
|
|
A->addAttr(Attribute::NoCapture);
|
2009-01-02 03:46:56 +00:00
|
|
|
++NumNoCapture;
|
2008-12-31 16:14:43 +00:00
|
|
|
Changed = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return Changed;
|
|
|
|
}
|
|
|
|
|
2009-03-08 06:20:47 +00:00
|
|
|
/// IsFunctionMallocLike - A function is malloc-like if it returns either null
|
2009-03-08 17:08:09 +00:00
|
|
|
/// or a pointer that doesn't alias any other pointer visible to the caller.
|
2009-03-08 06:20:47 +00:00
|
|
|
bool FunctionAttrs::IsFunctionMallocLike(Function *F,
|
2009-08-31 04:09:04 +00:00
|
|
|
SmallPtrSet<Function*, 8> &SCCNodes) const {
|
2009-03-08 06:20:47 +00:00
|
|
|
UniqueVector<Value *> FlowsToReturn;
|
|
|
|
for (Function::iterator I = F->begin(), E = F->end(); I != E; ++I)
|
|
|
|
if (ReturnInst *Ret = dyn_cast<ReturnInst>(I->getTerminator()))
|
|
|
|
FlowsToReturn.insert(Ret->getReturnValue());
|
|
|
|
|
|
|
|
for (unsigned i = 0; i != FlowsToReturn.size(); ++i) {
|
|
|
|
Value *RetVal = FlowsToReturn[i+1]; // UniqueVector[0] is reserved.
|
|
|
|
|
|
|
|
if (Constant *C = dyn_cast<Constant>(RetVal)) {
|
|
|
|
if (!C->isNullValue() && !isa<UndefValue>(C))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (isa<Argument>(RetVal))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if (Instruction *RVI = dyn_cast<Instruction>(RetVal))
|
|
|
|
switch (RVI->getOpcode()) {
|
|
|
|
// Extend the analysis by looking upwards.
|
|
|
|
case Instruction::BitCast:
|
2009-09-18 22:35:49 +00:00
|
|
|
case Instruction::GetElementPtr:
|
2009-03-08 06:20:47 +00:00
|
|
|
FlowsToReturn.insert(RVI->getOperand(0));
|
|
|
|
continue;
|
|
|
|
case Instruction::Select: {
|
|
|
|
SelectInst *SI = cast<SelectInst>(RVI);
|
|
|
|
FlowsToReturn.insert(SI->getTrueValue());
|
|
|
|
FlowsToReturn.insert(SI->getFalseValue());
|
2009-09-27 21:29:28 +00:00
|
|
|
continue;
|
|
|
|
}
|
2009-03-08 06:20:47 +00:00
|
|
|
case Instruction::PHI: {
|
|
|
|
PHINode *PN = cast<PHINode>(RVI);
|
|
|
|
for (int i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
|
|
|
|
FlowsToReturn.insert(PN->getIncomingValue(i));
|
2009-09-27 21:29:28 +00:00
|
|
|
continue;
|
|
|
|
}
|
2009-03-08 06:20:47 +00:00
|
|
|
|
|
|
|
// Check whether the pointer came from an allocation.
|
|
|
|
case Instruction::Alloca:
|
|
|
|
break;
|
|
|
|
case Instruction::Call:
|
|
|
|
case Instruction::Invoke: {
|
|
|
|
CallSite CS(RVI);
|
|
|
|
if (CS.paramHasAttr(0, Attribute::NoAlias))
|
|
|
|
break;
|
|
|
|
if (CS.getCalledFunction() &&
|
2009-08-31 04:09:04 +00:00
|
|
|
SCCNodes.count(CS.getCalledFunction()))
|
2009-03-08 06:20:47 +00:00
|
|
|
break;
|
|
|
|
} // fall-through
|
|
|
|
default:
|
|
|
|
return false; // Did not come from an allocation.
|
|
|
|
}
|
|
|
|
|
|
|
|
if (PointerMayBeCaptured(RetVal, false))
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// AddNoAliasAttrs - Deduce noalias attributes for the SCC.
|
|
|
|
bool FunctionAttrs::AddNoAliasAttrs(const std::vector<CallGraphNode *> &SCC) {
|
2009-08-31 04:09:04 +00:00
|
|
|
SmallPtrSet<Function*, 8> SCCNodes;
|
2009-03-08 06:20:47 +00:00
|
|
|
|
|
|
|
// Fill SCCNodes with the elements of the SCC. Used for quickly
|
|
|
|
// looking up whether a given CallGraphNode is in this SCC.
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i)
|
2009-08-31 04:09:04 +00:00
|
|
|
SCCNodes.insert(SCC[i]->getFunction());
|
2009-03-08 06:20:47 +00:00
|
|
|
|
2009-03-08 17:08:09 +00:00
|
|
|
// Check each function in turn, determining which functions return noalias
|
|
|
|
// pointers.
|
2009-03-08 06:20:47 +00:00
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
|
|
|
|
Function *F = SCC[i]->getFunction();
|
|
|
|
|
|
|
|
if (F == 0)
|
|
|
|
// External node - skip it;
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Already noalias.
|
|
|
|
if (F->doesNotAlias(0))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
// Definitions with weak linkage may be overridden at linktime, so
|
|
|
|
// treat them like declarations.
|
|
|
|
if (F->isDeclaration() || F->mayBeOverridden())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// We annotate noalias return values, which are only applicable to
|
|
|
|
// pointer types.
|
|
|
|
if (!isa<PointerType>(F->getReturnType()))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (!IsFunctionMallocLike(F, SCCNodes))
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MadeChange = false;
|
|
|
|
for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
|
|
|
|
Function *F = SCC[i]->getFunction();
|
|
|
|
if (F->doesNotAlias(0) || !isa<PointerType>(F->getReturnType()))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
F->setDoesNotAlias(0);
|
|
|
|
++NumNoAlias;
|
|
|
|
MadeChange = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return MadeChange;
|
|
|
|
}
|
|
|
|
|
2009-08-31 00:19:58 +00:00
|
|
|
bool FunctionAttrs::runOnSCC(std::vector<CallGraphNode *> &SCC) {
|
2008-12-31 16:14:43 +00:00
|
|
|
bool Changed = AddReadAttrs(SCC);
|
|
|
|
Changed |= AddNoCaptureAttrs(SCC);
|
2009-03-08 06:20:47 +00:00
|
|
|
Changed |= AddNoAliasAttrs(SCC);
|
2008-12-31 16:14:43 +00:00
|
|
|
return Changed;
|
|
|
|
}
|