mirror of
https://github.com/RPCS3/llvm.git
synced 2026-01-31 01:25:19 +01:00
I did this a long time ago with a janky python script, but now clang-format has built-in support for this. I fed clang-format every line with a #include and let it re-sort things according to the precise LLVM rules for include ordering baked into clang-format these days. I've reverted a number of files where the results of sorting includes isn't healthy. Either places where we have legacy code relying on particular include ordering (where possible, I'll fix these separately) or where we have particular formatting around #include lines that I didn't want to disturb in this patch. This patch is *entirely* mechanical. If you get merge conflicts or anything, just ignore the changes in this patch and run clang-format over your #include lines in the files. Sorry for any noise here, but it is important to keep these things stable. I was seeing an increasing number of patches with irrelevant re-ordering of #include lines because clang-format was used. This patch at least isolates that churn, makes it easy to skip when resolving conflicts, and gets us to a clean baseline (again). git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@304787 91177308-0d34-0410-b5e6-96231b3b80d8
153 lines
6.0 KiB
C++
153 lines
6.0 KiB
C++
//===- LoopVersioning.h - Utility to version a loop -------------*- C++ -*-===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file defines a utility class to perform loop versioning. The versioned
|
|
// loop speculates that otherwise may-aliasing memory accesses don't overlap and
|
|
// emits checks to prove this.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H
|
|
#define LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H
|
|
|
|
#include "llvm/Analysis/LoopAccessAnalysis.h"
|
|
#include "llvm/Analysis/ScalarEvolution.h"
|
|
#include "llvm/Transforms/Utils/LoopUtils.h"
|
|
#include "llvm/Transforms/Utils/ValueMapper.h"
|
|
|
|
namespace llvm {
|
|
|
|
class Loop;
|
|
class LoopAccessInfo;
|
|
class LoopInfo;
|
|
class ScalarEvolution;
|
|
|
|
/// \brief This class emits a version of the loop where run-time checks ensure
|
|
/// that may-alias pointers can't overlap.
|
|
///
|
|
/// It currently only supports single-exit loops and assumes that the loop
|
|
/// already has a preheader.
|
|
class LoopVersioning {
|
|
public:
|
|
/// \brief Expects LoopAccessInfo, Loop, LoopInfo, DominatorTree as input.
|
|
/// It uses runtime check provided by the user. If \p UseLAIChecks is true,
|
|
/// we will retain the default checks made by LAI. Otherwise, construct an
|
|
/// object having no checks and we expect the user to add them.
|
|
LoopVersioning(const LoopAccessInfo &LAI, Loop *L, LoopInfo *LI,
|
|
DominatorTree *DT, ScalarEvolution *SE,
|
|
bool UseLAIChecks = true);
|
|
|
|
/// \brief Performs the CFG manipulation part of versioning the loop including
|
|
/// the DominatorTree and LoopInfo updates.
|
|
///
|
|
/// The loop that was used to construct the class will be the "versioned" loop
|
|
/// i.e. the loop that will receive control if all the memchecks pass.
|
|
///
|
|
/// This allows the loop transform pass to operate on the same loop regardless
|
|
/// of whether versioning was necessary or not:
|
|
///
|
|
/// for each loop L:
|
|
/// analyze L
|
|
/// if versioning is necessary version L
|
|
/// transform L
|
|
void versionLoop() { versionLoop(findDefsUsedOutsideOfLoop(VersionedLoop)); }
|
|
|
|
/// \brief Same but if the client has already precomputed the set of values
|
|
/// used outside the loop, this API will allows passing that.
|
|
void versionLoop(const SmallVectorImpl<Instruction *> &DefsUsedOutside);
|
|
|
|
/// \brief Returns the versioned loop. Control flows here if pointers in the
|
|
/// loop don't alias (i.e. all memchecks passed). (This loop is actually the
|
|
/// same as the original loop that we got constructed with.)
|
|
Loop *getVersionedLoop() { return VersionedLoop; }
|
|
|
|
/// \brief Returns the fall-back loop. Control flows here if pointers in the
|
|
/// loop may alias (i.e. one of the memchecks failed).
|
|
Loop *getNonVersionedLoop() { return NonVersionedLoop; }
|
|
|
|
/// \brief Sets the runtime alias checks for versioning the loop.
|
|
void setAliasChecks(
|
|
SmallVector<RuntimePointerChecking::PointerCheck, 4> Checks);
|
|
|
|
/// \brief Sets the runtime SCEV checks for versioning the loop.
|
|
void setSCEVChecks(SCEVUnionPredicate Check);
|
|
|
|
/// \brief Annotate memory instructions in the versioned loop with no-alias
|
|
/// metadata based on the memchecks issued.
|
|
///
|
|
/// This is just wrapper that calls prepareNoAliasMetadata and
|
|
/// annotateInstWithNoAlias on the instructions of the versioned loop.
|
|
void annotateLoopWithNoAlias();
|
|
|
|
/// \brief Set up the aliasing scopes based on the memchecks. This needs to
|
|
/// be called before the first call to annotateInstWithNoAlias.
|
|
void prepareNoAliasMetadata();
|
|
|
|
/// \brief Add the noalias annotations to \p VersionedInst.
|
|
///
|
|
/// \p OrigInst is the instruction corresponding to \p VersionedInst in the
|
|
/// original loop. Initialize the aliasing scopes with
|
|
/// prepareNoAliasMetadata once before this can be called.
|
|
void annotateInstWithNoAlias(Instruction *VersionedInst,
|
|
const Instruction *OrigInst);
|
|
|
|
private:
|
|
/// \brief Adds the necessary PHI nodes for the versioned loops based on the
|
|
/// loop-defined values used outside of the loop.
|
|
///
|
|
/// This needs to be called after versionLoop if there are defs in the loop
|
|
/// that are used outside the loop.
|
|
void addPHINodes(const SmallVectorImpl<Instruction *> &DefsUsedOutside);
|
|
|
|
/// \brief Add the noalias annotations to \p I. Initialize the aliasing
|
|
/// scopes with prepareNoAliasMetadata once before this can be called.
|
|
void annotateInstWithNoAlias(Instruction *I) {
|
|
annotateInstWithNoAlias(I, I);
|
|
}
|
|
|
|
/// \brief The original loop. This becomes the "versioned" one. I.e.,
|
|
/// control flows here if pointers in the loop don't alias.
|
|
Loop *VersionedLoop;
|
|
/// \brief The fall-back loop. I.e. control flows here if pointers in the
|
|
/// loop may alias (memchecks failed).
|
|
Loop *NonVersionedLoop;
|
|
|
|
/// \brief This maps the instructions from VersionedLoop to their counterpart
|
|
/// in NonVersionedLoop.
|
|
ValueToValueMapTy VMap;
|
|
|
|
/// \brief The set of alias checks that we are versioning for.
|
|
SmallVector<RuntimePointerChecking::PointerCheck, 4> AliasChecks;
|
|
|
|
/// \brief The set of SCEV checks that we are versioning for.
|
|
SCEVUnionPredicate Preds;
|
|
|
|
/// \brief Maps a pointer to the pointer checking group that the pointer
|
|
/// belongs to.
|
|
DenseMap<const Value *, const RuntimePointerChecking::CheckingPtrGroup *>
|
|
PtrToGroup;
|
|
|
|
/// \brief The alias scope corresponding to a pointer checking group.
|
|
DenseMap<const RuntimePointerChecking::CheckingPtrGroup *, MDNode *>
|
|
GroupToScope;
|
|
|
|
/// \brief The list of alias scopes that a pointer checking group can't alias.
|
|
DenseMap<const RuntimePointerChecking::CheckingPtrGroup *, MDNode *>
|
|
GroupToNonAliasingScopeList;
|
|
|
|
/// \brief Analyses used.
|
|
const LoopAccessInfo &LAI;
|
|
LoopInfo *LI;
|
|
DominatorTree *DT;
|
|
ScalarEvolution *SE;
|
|
};
|
|
}
|
|
|
|
#endif
|