mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2025-04-12 12:33:17 +00:00

data structures). Fix the print method to send to the right ostream, not always cerr. Delete typedefs that are only used once. llvm-svn: 16606
372 lines
13 KiB
C++
372 lines
13 KiB
C++
//===-- llvm/CodeGen/VirtRegMap.cpp - Virtual Register Map ----------------===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file was developed by the LLVM research group and is distributed under
|
|
// the University of Illinois Open Source License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file implements the VirtRegMap class.
|
|
//
|
|
// It also contains implementations of the the Spiller interface, which, given a
|
|
// virtual register map and a machine function, eliminates all virtual
|
|
// references by replacing them with physical register references - adding spill
|
|
// code as necessary.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#define DEBUG_TYPE "spiller"
|
|
#include "VirtRegMap.h"
|
|
#include "llvm/Function.h"
|
|
#include "llvm/CodeGen/MachineFrameInfo.h"
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
|
#include "llvm/CodeGen/SSARegMap.h"
|
|
#include "llvm/Target/TargetMachine.h"
|
|
#include "llvm/Target/TargetInstrInfo.h"
|
|
#include "llvm/Support/CommandLine.h"
|
|
#include "llvm/Support/Debug.h"
|
|
#include "llvm/ADT/Statistic.h"
|
|
#include "llvm/ADT/STLExtras.h"
|
|
using namespace llvm;
|
|
|
|
namespace {
|
|
Statistic<> NumSpills("spiller", "Number of register spills");
|
|
Statistic<> NumStores("spiller", "Number of stores added");
|
|
Statistic<> NumLoads ("spiller", "Number of loads added");
|
|
|
|
enum SpillerName { simple, local };
|
|
|
|
cl::opt<SpillerName>
|
|
SpillerOpt("spiller",
|
|
cl::desc("Spiller to use: (default: local)"),
|
|
cl::Prefix,
|
|
cl::values(clEnumVal(simple, " simple spiller"),
|
|
clEnumVal(local, " local spiller"),
|
|
clEnumValEnd),
|
|
cl::init(local));
|
|
}
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// VirtRegMap implementation
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
void VirtRegMap::grow() {
|
|
Virt2PhysMap.grow(MF.getSSARegMap()->getLastVirtReg());
|
|
Virt2StackSlotMap.grow(MF.getSSARegMap()->getLastVirtReg());
|
|
}
|
|
|
|
int VirtRegMap::assignVirt2StackSlot(unsigned virtReg) {
|
|
assert(MRegisterInfo::isVirtualRegister(virtReg));
|
|
assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
|
|
"attempt to assign stack slot to already spilled register");
|
|
const TargetRegisterClass* RC = MF.getSSARegMap()->getRegClass(virtReg);
|
|
int frameIndex = MF.getFrameInfo()->CreateStackObject(RC->getSize(),
|
|
RC->getAlignment());
|
|
Virt2StackSlotMap[virtReg] = frameIndex;
|
|
++NumSpills;
|
|
return frameIndex;
|
|
}
|
|
|
|
void VirtRegMap::assignVirt2StackSlot(unsigned virtReg, int frameIndex) {
|
|
assert(MRegisterInfo::isVirtualRegister(virtReg));
|
|
assert(Virt2StackSlotMap[virtReg] == NO_STACK_SLOT &&
|
|
"attempt to assign stack slot to already spilled register");
|
|
Virt2StackSlotMap[virtReg] = frameIndex;
|
|
}
|
|
|
|
void VirtRegMap::virtFolded(unsigned virtReg,
|
|
MachineInstr* oldMI,
|
|
MachineInstr* newMI) {
|
|
// move previous memory references folded to new instruction
|
|
MI2VirtMapTy::iterator i, e;
|
|
std::vector<MI2VirtMapTy::mapped_type> regs;
|
|
for (tie(i, e) = MI2VirtMap.equal_range(oldMI); i != e; ) {
|
|
regs.push_back(i->second);
|
|
MI2VirtMap.erase(i++);
|
|
}
|
|
for (unsigned i = 0, e = regs.size(); i != e; ++i)
|
|
MI2VirtMap.insert(std::make_pair(newMI, i));
|
|
|
|
// add new memory reference
|
|
MI2VirtMap.insert(std::make_pair(newMI, virtReg));
|
|
}
|
|
|
|
void VirtRegMap::print(std::ostream &OS) const {
|
|
const MRegisterInfo* MRI = MF.getTarget().getRegisterInfo();
|
|
|
|
OS << "********** REGISTER MAP **********\n";
|
|
for (unsigned i = MRegisterInfo::FirstVirtualRegister,
|
|
e = MF.getSSARegMap()->getLastVirtReg(); i <= e; ++i) {
|
|
if (Virt2PhysMap[i] != (unsigned)VirtRegMap::NO_PHYS_REG)
|
|
OS << "[reg" << i << " -> " << MRI->getName(Virt2PhysMap[i]) << "]\n";
|
|
|
|
}
|
|
|
|
for (unsigned i = MRegisterInfo::FirstVirtualRegister,
|
|
e = MF.getSSARegMap()->getLastVirtReg(); i <= e; ++i)
|
|
if (Virt2StackSlotMap[i] != VirtRegMap::NO_STACK_SLOT)
|
|
OS << "[reg" << i << " -> fi#" << Virt2StackSlotMap[i] << "]\n";
|
|
OS << '\n';
|
|
}
|
|
|
|
void VirtRegMap::dump() const { print(std::cerr); }
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// Simple Spiller Implementation
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
Spiller::~Spiller() {}
|
|
|
|
namespace {
|
|
struct SimpleSpiller : public Spiller {
|
|
bool runOnMachineFunction(MachineFunction& mf, const VirtRegMap &VRM);
|
|
};
|
|
}
|
|
|
|
bool SimpleSpiller::runOnMachineFunction(MachineFunction& MF,
|
|
const VirtRegMap& VRM) {
|
|
DEBUG(std::cerr << "********** REWRITE MACHINE CODE **********\n");
|
|
DEBUG(std::cerr << "********** Function: "
|
|
<< MF.getFunction()->getName() << '\n');
|
|
const TargetMachine& TM = MF.getTarget();
|
|
const MRegisterInfo& MRI = *TM.getRegisterInfo();
|
|
|
|
DenseMap<bool, VirtReg2IndexFunctor> Loaded;
|
|
|
|
for (MachineFunction::iterator mbbi = MF.begin(), E = MF.end();
|
|
mbbi != E; ++mbbi) {
|
|
DEBUG(std::cerr << mbbi->getBasicBlock()->getName() << ":\n");
|
|
for (MachineBasicBlock::iterator mii = mbbi->begin(),
|
|
mie = mbbi->end(); mii != mie; ++mii) {
|
|
Loaded.grow(MF.getSSARegMap()->getLastVirtReg());
|
|
for (unsigned i = 0,e = mii->getNumOperands(); i != e; ++i){
|
|
MachineOperand& mop = mii->getOperand(i);
|
|
if (mop.isRegister() && mop.getReg() &&
|
|
MRegisterInfo::isVirtualRegister(mop.getReg())) {
|
|
unsigned virtReg = mop.getReg();
|
|
unsigned physReg = VRM.getPhys(virtReg);
|
|
if (mop.isUse() && VRM.hasStackSlot(mop.getReg()) &&
|
|
!Loaded[virtReg]) {
|
|
MRI.loadRegFromStackSlot(*mbbi, mii, physReg,
|
|
VRM.getStackSlot(virtReg));
|
|
Loaded[virtReg] = true;
|
|
DEBUG(std::cerr << '\t';
|
|
prior(mii)->print(std::cerr, &TM));
|
|
++NumLoads;
|
|
}
|
|
|
|
if (mop.isDef() && VRM.hasStackSlot(mop.getReg())) {
|
|
MRI.storeRegToStackSlot(*mbbi, next(mii), physReg,
|
|
VRM.getStackSlot(virtReg));
|
|
++NumStores;
|
|
}
|
|
mii->SetMachineOperandReg(i, physReg);
|
|
}
|
|
}
|
|
DEBUG(std::cerr << '\t'; mii->print(std::cerr, &TM));
|
|
Loaded.clear();
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// Local Spiller Implementation
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
namespace {
|
|
class LocalSpiller : public Spiller {
|
|
typedef std::vector<unsigned> Phys2VirtMap;
|
|
typedef std::vector<bool> PhysFlag;
|
|
typedef DenseMap<MachineInstr*, VirtReg2IndexFunctor> Virt2MI;
|
|
|
|
MachineFunction *MF;
|
|
const TargetMachine *TM;
|
|
const TargetInstrInfo *TII;
|
|
const MRegisterInfo *MRI;
|
|
const VirtRegMap *VRM;
|
|
Phys2VirtMap p2vMap_;
|
|
PhysFlag dirty_;
|
|
Virt2MI lastDef_;
|
|
|
|
public:
|
|
bool runOnMachineFunction(MachineFunction &MF, const VirtRegMap &VRM);
|
|
|
|
private:
|
|
void vacateJustPhysReg(MachineBasicBlock& mbb,
|
|
MachineBasicBlock::iterator mii,
|
|
unsigned physReg);
|
|
|
|
void vacatePhysReg(MachineBasicBlock& mbb,
|
|
MachineBasicBlock::iterator mii,
|
|
unsigned physReg) {
|
|
vacateJustPhysReg(mbb, mii, physReg);
|
|
for (const unsigned* as = MRI->getAliasSet(physReg); *as; ++as)
|
|
vacateJustPhysReg(mbb, mii, *as);
|
|
}
|
|
|
|
void handleUse(MachineBasicBlock& mbb,
|
|
MachineBasicBlock::iterator mii,
|
|
unsigned virtReg,
|
|
unsigned physReg) {
|
|
// check if we are replacing a previous mapping
|
|
if (p2vMap_[physReg] != virtReg) {
|
|
vacatePhysReg(mbb, mii, physReg);
|
|
p2vMap_[physReg] = virtReg;
|
|
// load if necessary
|
|
if (VRM->hasStackSlot(virtReg)) {
|
|
MRI->loadRegFromStackSlot(mbb, mii, physReg,
|
|
VRM->getStackSlot(virtReg));
|
|
++NumLoads;
|
|
DEBUG(std::cerr << "added: ";
|
|
prior(mii)->print(std::cerr, TM));
|
|
lastDef_[virtReg] = mii;
|
|
}
|
|
}
|
|
}
|
|
|
|
void handleDef(MachineBasicBlock& mbb,
|
|
MachineBasicBlock::iterator mii,
|
|
unsigned virtReg,
|
|
unsigned physReg) {
|
|
// check if we are replacing a previous mapping
|
|
if (p2vMap_[physReg] != virtReg)
|
|
vacatePhysReg(mbb, mii, physReg);
|
|
|
|
p2vMap_[physReg] = virtReg;
|
|
dirty_[physReg] = true;
|
|
lastDef_[virtReg] = mii;
|
|
}
|
|
|
|
void eliminateVirtRegsInMbb(MachineBasicBlock& mbb);
|
|
};
|
|
}
|
|
|
|
bool LocalSpiller::runOnMachineFunction(MachineFunction &mf,
|
|
const VirtRegMap &vrm) {
|
|
MF = &mf;
|
|
TM = &MF->getTarget();
|
|
TII = TM->getInstrInfo();
|
|
MRI = TM->getRegisterInfo();
|
|
VRM = &vrm;
|
|
p2vMap_.assign(MRI->getNumRegs(), 0);
|
|
dirty_.assign(MRI->getNumRegs(), false);
|
|
|
|
DEBUG(std::cerr << "********** REWRITE MACHINE CODE **********\n");
|
|
DEBUG(std::cerr << "********** Function: "
|
|
<< MF->getFunction()->getName() << '\n');
|
|
|
|
for (MachineFunction::iterator mbbi = MF->begin(),
|
|
mbbe = MF->end(); mbbi != mbbe; ++mbbi) {
|
|
lastDef_.grow(MF->getSSARegMap()->getLastVirtReg());
|
|
DEBUG(std::cerr << mbbi->getBasicBlock()->getName() << ":\n");
|
|
eliminateVirtRegsInMbb(*mbbi);
|
|
// clear map, dirty flag and last ref
|
|
p2vMap_.assign(p2vMap_.size(), 0);
|
|
dirty_.assign(dirty_.size(), false);
|
|
lastDef_.clear();
|
|
}
|
|
return true;
|
|
}
|
|
|
|
void LocalSpiller::vacateJustPhysReg(MachineBasicBlock& mbb,
|
|
MachineBasicBlock::iterator mii,
|
|
unsigned physReg) {
|
|
unsigned virtReg = p2vMap_[physReg];
|
|
if (dirty_[physReg] && VRM->hasStackSlot(virtReg)) {
|
|
assert(lastDef_[virtReg] && "virtual register is mapped "
|
|
"to a register and but was not defined!");
|
|
MachineBasicBlock::iterator lastDef = lastDef_[virtReg];
|
|
MachineBasicBlock::iterator nextLastRef = next(lastDef);
|
|
MRI->storeRegToStackSlot(*lastDef->getParent(),
|
|
nextLastRef,
|
|
physReg,
|
|
VRM->getStackSlot(virtReg));
|
|
++NumStores;
|
|
DEBUG(std::cerr << "added: ";
|
|
prior(nextLastRef)->print(std::cerr, TM);
|
|
std::cerr << "after: ";
|
|
lastDef->print(std::cerr, TM));
|
|
lastDef_[virtReg] = 0;
|
|
}
|
|
p2vMap_[physReg] = 0;
|
|
dirty_[physReg] = false;
|
|
}
|
|
|
|
void LocalSpiller::eliminateVirtRegsInMbb(MachineBasicBlock &MBB) {
|
|
for (MachineBasicBlock::iterator MI = MBB.begin(), E = MBB.end();
|
|
MI != E; ++MI) {
|
|
|
|
// if we have references to memory operands make sure
|
|
// we clear all physical registers that may contain
|
|
// the value of the spilled virtual register
|
|
VirtRegMap::MI2VirtMapTy::const_iterator i, e;
|
|
for (tie(i, e) = VRM->getFoldedVirts(MI); i != e; ++i) {
|
|
if (VRM->hasPhys(i->second))
|
|
vacateJustPhysReg(MBB, MI, VRM->getPhys(i->second));
|
|
}
|
|
|
|
// rewrite all used operands
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand& op = MI->getOperand(i);
|
|
if (op.isRegister() && op.getReg() && op.isUse() &&
|
|
MRegisterInfo::isVirtualRegister(op.getReg())) {
|
|
unsigned virtReg = op.getReg();
|
|
unsigned physReg = VRM->getPhys(virtReg);
|
|
handleUse(MBB, MI, virtReg, physReg);
|
|
MI->SetMachineOperandReg(i, physReg);
|
|
// mark as dirty if this is def&use
|
|
if (op.isDef()) {
|
|
dirty_[physReg] = true;
|
|
lastDef_[virtReg] = MI;
|
|
}
|
|
}
|
|
}
|
|
|
|
// spill implicit physical register defs
|
|
const TargetInstrDescriptor& tid = TII->get(MI->getOpcode());
|
|
for (const unsigned* id = tid.ImplicitDefs; *id; ++id)
|
|
vacatePhysReg(MBB, MI, *id);
|
|
|
|
// spill explicit physical register defs
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand& op = MI->getOperand(i);
|
|
if (op.isRegister() && op.getReg() && !op.isUse() &&
|
|
MRegisterInfo::isPhysicalRegister(op.getReg()))
|
|
vacatePhysReg(MBB, MI, op.getReg());
|
|
}
|
|
|
|
// rewrite def operands (def&use was handled with the
|
|
// uses so don't check for those here)
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand& op = MI->getOperand(i);
|
|
if (op.isRegister() && op.getReg() && !op.isUse())
|
|
if (MRegisterInfo::isPhysicalRegister(op.getReg()))
|
|
vacatePhysReg(MBB, MI, op.getReg());
|
|
else {
|
|
unsigned physReg = VRM->getPhys(op.getReg());
|
|
handleDef(MBB, MI, op.getReg(), physReg);
|
|
MI->SetMachineOperandReg(i, physReg);
|
|
}
|
|
}
|
|
|
|
DEBUG(std::cerr << '\t'; MI->print(std::cerr, TM));
|
|
}
|
|
|
|
for (unsigned i = 1, e = p2vMap_.size(); i != e; ++i)
|
|
vacateJustPhysReg(MBB, MBB.getFirstTerminator(), i);
|
|
}
|
|
|
|
|
|
llvm::Spiller* llvm::createSpiller() {
|
|
switch (SpillerOpt) {
|
|
default: assert(0 && "Unreachable!");
|
|
case local:
|
|
return new LocalSpiller();
|
|
case simple:
|
|
return new SimpleSpiller();
|
|
}
|
|
}
|