mirror of
https://github.com/RPCSX/llvm.git
synced 2024-12-01 07:30:31 +00:00
c78f2a3994
even some the old isel didn't. There are several parts of this that make me feel dirty, but it's no worse than the old isel. I'll clean up the parts I can do without ripping out the old one next. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@97415 91177308-0d34-0410-b5e6-96231b3b80d8
329 lines
12 KiB
C++
329 lines
12 KiB
C++
//===- DAGISelMatcherOpt.cpp - Optimize a DAG Matcher ---------------------===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file implements the DAG Matcher optimizer.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#define DEBUG_TYPE "isel-opt"
|
|
#include "DAGISelMatcher.h"
|
|
#include "CodeGenDAGPatterns.h"
|
|
#include "llvm/ADT/DenseMap.h"
|
|
#include "llvm/Support/Debug.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include <vector>
|
|
using namespace llvm;
|
|
|
|
/// ContractNodes - Turn multiple matcher node patterns like 'MoveChild+Record'
|
|
/// into single compound nodes like RecordChild.
|
|
static void ContractNodes(OwningPtr<Matcher> &MatcherPtr,
|
|
const CodeGenDAGPatterns &CGP) {
|
|
// If we reached the end of the chain, we're done.
|
|
Matcher *N = MatcherPtr.get();
|
|
if (N == 0) return;
|
|
|
|
// If we have a scope node, walk down all of the children.
|
|
if (ScopeMatcher *Scope = dyn_cast<ScopeMatcher>(N)) {
|
|
for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) {
|
|
OwningPtr<Matcher> Child(Scope->takeChild(i));
|
|
ContractNodes(Child, CGP);
|
|
Scope->resetChild(i, Child.take());
|
|
}
|
|
return;
|
|
}
|
|
|
|
// If we found a movechild node with a node that comes in a 'foochild' form,
|
|
// transform it.
|
|
if (MoveChildMatcher *MC = dyn_cast<MoveChildMatcher>(N)) {
|
|
Matcher *New = 0;
|
|
if (RecordMatcher *RM = dyn_cast<RecordMatcher>(MC->getNext()))
|
|
New = new RecordChildMatcher(MC->getChildNo(), RM->getWhatFor());
|
|
|
|
if (CheckTypeMatcher *CT= dyn_cast<CheckTypeMatcher>(MC->getNext()))
|
|
New = new CheckChildTypeMatcher(MC->getChildNo(), CT->getType());
|
|
|
|
if (New) {
|
|
// Insert the new node.
|
|
New->setNext(MatcherPtr.take());
|
|
MatcherPtr.reset(New);
|
|
// Remove the old one.
|
|
MC->setNext(MC->getNext()->takeNext());
|
|
return ContractNodes(MatcherPtr, CGP);
|
|
}
|
|
}
|
|
|
|
// Zap movechild -> moveparent.
|
|
if (MoveChildMatcher *MC = dyn_cast<MoveChildMatcher>(N))
|
|
if (MoveParentMatcher *MP =
|
|
dyn_cast<MoveParentMatcher>(MC->getNext())) {
|
|
MatcherPtr.reset(MP->takeNext());
|
|
return ContractNodes(MatcherPtr, CGP);
|
|
}
|
|
|
|
// Turn EmitNode->CompleteMatch into SelectNodeTo if we can.
|
|
if (EmitNodeMatcher *EN = dyn_cast<EmitNodeMatcher>(N))
|
|
if (CompleteMatchMatcher *CM =
|
|
dyn_cast<CompleteMatchMatcher>(EN->getNext())) {
|
|
// We can only use SelectNodeTo if the result values match up.
|
|
unsigned RootResultFirst = EN->getFirstResultSlot();
|
|
bool ResultsMatch = true;
|
|
for (unsigned i = 0, e = CM->getNumResults(); i != e; ++i)
|
|
if (CM->getResult(i) != RootResultFirst+i)
|
|
ResultsMatch = false;
|
|
|
|
// If the selected node defines a subset of the flag/chain results, we
|
|
// can't use SelectNodeTo. For example, we can't use SelectNodeTo if the
|
|
// matched pattern has a chain but the root node doesn't.
|
|
const PatternToMatch &Pattern = CM->getPattern();
|
|
|
|
if (!EN->hasChain() &&
|
|
Pattern.getSrcPattern()->NodeHasProperty(SDNPHasChain, CGP))
|
|
ResultsMatch = false;
|
|
|
|
// If the matched node has a flag and the output root doesn't, we can't
|
|
// use SelectNodeTo.
|
|
//
|
|
// NOTE: Strictly speaking, we don't have to check for the flag here
|
|
// because the code in the pattern generator doesn't handle it right. We
|
|
// do it anyway for thoroughness.
|
|
if (!EN->hasFlag() &&
|
|
Pattern.getSrcPattern()->NodeHasProperty(SDNPOutFlag, CGP))
|
|
ResultsMatch = false;
|
|
|
|
|
|
// If the root result node defines more results than the source root node
|
|
// *and* has a chain or flag input, then we can't match it because it
|
|
// would end up replacing the extra result with the chain/flag.
|
|
#if 0
|
|
if ((EN->hasFlag() || EN->hasChain()) &&
|
|
EN->getNumNonChainFlagVTs() > ... need to get no results reliably ...)
|
|
ResultMatch = false;
|
|
#endif
|
|
|
|
if (ResultsMatch) {
|
|
const SmallVectorImpl<MVT::SimpleValueType> &VTs = EN->getVTList();
|
|
const SmallVectorImpl<unsigned> &Operands = EN->getOperandList();
|
|
MatcherPtr.reset(new SelectNodeToMatcher(EN->getOpcodeName(),
|
|
&VTs[0], VTs.size(),
|
|
Operands.data(), Operands.size(),
|
|
EN->hasChain(), EN->hasFlag(),
|
|
EN->hasMemRefs(),
|
|
EN->getNumFixedArityOperands(),
|
|
Pattern));
|
|
return;
|
|
}
|
|
|
|
// FIXME: Handle OPC_MarkFlagResults.
|
|
|
|
// FIXME2: Kill off all the SelectionDAG::SelectNodeTo and getMachineNode
|
|
// variants. Call MorphNodeTo instead of SelectNodeTo.
|
|
}
|
|
|
|
ContractNodes(N->getNextPtr(), CGP);
|
|
}
|
|
|
|
/// SinkPatternPredicates - Pattern predicates can be checked at any level of
|
|
/// the matching tree. The generator dumps them at the top level of the pattern
|
|
/// though, which prevents factoring from being able to see past them. This
|
|
/// optimization sinks them as far down into the pattern as possible.
|
|
///
|
|
/// Conceptually, we'd like to sink these predicates all the way to the last
|
|
/// matcher predicate in the series. However, it turns out that some
|
|
/// ComplexPatterns have side effects on the graph, so we really don't want to
|
|
/// run a the complex pattern if the pattern predicate will fail. For this
|
|
/// reason, we refuse to sink the pattern predicate past a ComplexPattern.
|
|
///
|
|
static void SinkPatternPredicates(OwningPtr<Matcher> &MatcherPtr) {
|
|
// Recursively scan for a PatternPredicate.
|
|
// If we reached the end of the chain, we're done.
|
|
Matcher *N = MatcherPtr.get();
|
|
if (N == 0) return;
|
|
|
|
// Walk down all members of a scope node.
|
|
if (ScopeMatcher *Scope = dyn_cast<ScopeMatcher>(N)) {
|
|
for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) {
|
|
OwningPtr<Matcher> Child(Scope->takeChild(i));
|
|
SinkPatternPredicates(Child);
|
|
Scope->resetChild(i, Child.take());
|
|
}
|
|
return;
|
|
}
|
|
|
|
// If this node isn't a CheckPatternPredicateMatcher we keep scanning until
|
|
// we find one.
|
|
CheckPatternPredicateMatcher *CPPM =dyn_cast<CheckPatternPredicateMatcher>(N);
|
|
if (CPPM == 0)
|
|
return SinkPatternPredicates(N->getNextPtr());
|
|
|
|
// Ok, we found one, lets try to sink it. Check if we can sink it past the
|
|
// next node in the chain. If not, we won't be able to change anything and
|
|
// might as well bail.
|
|
if (!CPPM->getNext()->isSafeToReorderWithPatternPredicate())
|
|
return;
|
|
|
|
// Okay, we know we can sink it past at least one node. Unlink it from the
|
|
// chain and scan for the new insertion point.
|
|
MatcherPtr.take(); // Don't delete CPPM.
|
|
MatcherPtr.reset(CPPM->takeNext());
|
|
|
|
N = MatcherPtr.get();
|
|
while (N->getNext()->isSafeToReorderWithPatternPredicate())
|
|
N = N->getNext();
|
|
|
|
// At this point, we want to insert CPPM after N.
|
|
CPPM->setNext(N->takeNext());
|
|
N->setNext(CPPM);
|
|
}
|
|
|
|
/// FactorNodes - Turn matches like this:
|
|
/// Scope
|
|
/// OPC_CheckType i32
|
|
/// ABC
|
|
/// OPC_CheckType i32
|
|
/// XYZ
|
|
/// into:
|
|
/// OPC_CheckType i32
|
|
/// Scope
|
|
/// ABC
|
|
/// XYZ
|
|
///
|
|
static void FactorNodes(OwningPtr<Matcher> &MatcherPtr) {
|
|
// If we reached the end of the chain, we're done.
|
|
Matcher *N = MatcherPtr.get();
|
|
if (N == 0) return;
|
|
|
|
// If this is not a push node, just scan for one.
|
|
ScopeMatcher *Scope = dyn_cast<ScopeMatcher>(N);
|
|
if (Scope == 0)
|
|
return FactorNodes(N->getNextPtr());
|
|
|
|
// Okay, pull together the children of the scope node into a vector so we can
|
|
// inspect it more easily. While we're at it, bucket them up by the hash
|
|
// code of their first predicate.
|
|
SmallVector<Matcher*, 32> OptionsToMatch;
|
|
|
|
for (unsigned i = 0, e = Scope->getNumChildren(); i != e; ++i) {
|
|
// Factor the subexpression.
|
|
OwningPtr<Matcher> Child(Scope->takeChild(i));
|
|
FactorNodes(Child);
|
|
|
|
if (Matcher *N = Child.take())
|
|
OptionsToMatch.push_back(N);
|
|
}
|
|
|
|
SmallVector<Matcher*, 32> NewOptionsToMatch;
|
|
|
|
// Loop over options to match, merging neighboring patterns with identical
|
|
// starting nodes into a shared matcher.
|
|
for (unsigned OptionIdx = 0, e = OptionsToMatch.size(); OptionIdx != e;) {
|
|
// Find the set of matchers that start with this node.
|
|
Matcher *Optn = OptionsToMatch[OptionIdx++];
|
|
|
|
if (OptionIdx == e) {
|
|
NewOptionsToMatch.push_back(Optn);
|
|
continue;
|
|
}
|
|
|
|
// See if the next option starts with the same matcher. If the two
|
|
// neighbors *do* start with the same matcher, we can factor the matcher out
|
|
// of at least these two patterns. See what the maximal set we can merge
|
|
// together is.
|
|
SmallVector<Matcher*, 8> EqualMatchers;
|
|
EqualMatchers.push_back(Optn);
|
|
|
|
// Factor all of the known-equal matchers after this one into the same
|
|
// group.
|
|
while (OptionIdx != e && OptionsToMatch[OptionIdx]->isEqual(Optn))
|
|
EqualMatchers.push_back(OptionsToMatch[OptionIdx++]);
|
|
|
|
// If we found a non-equal matcher, see if it is contradictory with the
|
|
// current node. If so, we know that the ordering relation between the
|
|
// current sets of nodes and this node don't matter. Look past it to see if
|
|
// we can merge anything else into this matching group.
|
|
unsigned Scan = OptionIdx;
|
|
while (1) {
|
|
while (Scan != e && Optn->isContradictory(OptionsToMatch[Scan]))
|
|
++Scan;
|
|
|
|
// Ok, we found something that isn't known to be contradictory. If it is
|
|
// equal, we can merge it into the set of nodes to factor, if not, we have
|
|
// to cease factoring.
|
|
if (Scan == e || !Optn->isEqual(OptionsToMatch[Scan])) break;
|
|
|
|
// If is equal after all, add the option to EqualMatchers and remove it
|
|
// from OptionsToMatch.
|
|
EqualMatchers.push_back(OptionsToMatch[Scan]);
|
|
OptionsToMatch.erase(OptionsToMatch.begin()+Scan);
|
|
--e;
|
|
}
|
|
|
|
if (Scan != e &&
|
|
// Don't print it's obvious nothing extra could be merged anyway.
|
|
Scan+1 != e) {
|
|
DEBUG(errs() << "Couldn't merge this:\n";
|
|
Optn->print(errs(), 4);
|
|
errs() << "into this:\n";
|
|
OptionsToMatch[Scan]->print(errs(), 4);
|
|
if (Scan+1 != e)
|
|
OptionsToMatch[Scan+1]->printOne(errs());
|
|
if (Scan+2 < e)
|
|
OptionsToMatch[Scan+2]->printOne(errs());
|
|
errs() << "\n");
|
|
}
|
|
|
|
// If we only found one option starting with this matcher, no factoring is
|
|
// possible.
|
|
if (EqualMatchers.size() == 1) {
|
|
NewOptionsToMatch.push_back(EqualMatchers[0]);
|
|
continue;
|
|
}
|
|
|
|
// Factor these checks by pulling the first node off each entry and
|
|
// discarding it. Take the first one off the first entry to reuse.
|
|
Matcher *Shared = Optn;
|
|
Optn = Optn->takeNext();
|
|
EqualMatchers[0] = Optn;
|
|
|
|
// Remove and delete the first node from the other matchers we're factoring.
|
|
for (unsigned i = 1, e = EqualMatchers.size(); i != e; ++i) {
|
|
Matcher *Tmp = EqualMatchers[i]->takeNext();
|
|
delete EqualMatchers[i];
|
|
EqualMatchers[i] = Tmp;
|
|
}
|
|
|
|
Shared->setNext(new ScopeMatcher(&EqualMatchers[0], EqualMatchers.size()));
|
|
|
|
// Recursively factor the newly created node.
|
|
FactorNodes(Shared->getNextPtr());
|
|
|
|
NewOptionsToMatch.push_back(Shared);
|
|
}
|
|
|
|
// Reassemble a new Scope node.
|
|
assert(!NewOptionsToMatch.empty() && "where'd all our children go?");
|
|
if (NewOptionsToMatch.empty())
|
|
MatcherPtr.reset(0);
|
|
if (NewOptionsToMatch.size() == 1)
|
|
MatcherPtr.reset(NewOptionsToMatch[0]);
|
|
else {
|
|
Scope->setNumChildren(NewOptionsToMatch.size());
|
|
for (unsigned i = 0, e = NewOptionsToMatch.size(); i != e; ++i)
|
|
Scope->resetChild(i, NewOptionsToMatch[i]);
|
|
}
|
|
}
|
|
|
|
Matcher *llvm::OptimizeMatcher(Matcher *TheMatcher,
|
|
const CodeGenDAGPatterns &CGP) {
|
|
OwningPtr<Matcher> MatcherPtr(TheMatcher);
|
|
ContractNodes(MatcherPtr, CGP);
|
|
SinkPatternPredicates(MatcherPtr);
|
|
FactorNodes(MatcherPtr);
|
|
return MatcherPtr.take();
|
|
}
|