mirror of
https://github.com/RPCS3/llvm.git
synced 2026-01-31 01:25:19 +01:00
Sorry for the big change. The path leading up to this patch had some TableGen changes that I didn't want to commit before I knew they were useful. They weren't, and this version does not need them. The fast register allocator now does no liveness calculations. Instead it relies on kill flags provided by isel. (Currently those kill flags are also ignored due to isel bugs). The allocation algorithm is supposed to work with any subset of valid kill flags. More kill flags simply means fewer spills inserted. Registers are allocated from a working set that contains no aliases. That means most allocations can be done directly without expensive alias checks. When the working set runs out of registers we do the full alias check to find new free registers. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@103488 91177308-0d34-0410-b5e6-96231b3b80d8
703 lines
24 KiB
C++
703 lines
24 KiB
C++
//===-- RegAllocFast.cpp - A fast register allocator for debug code -------===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This register allocator allocates registers to a basic block at a time,
|
|
// attempting to keep values in registers and reusing registers as appropriate.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#define DEBUG_TYPE "regalloc"
|
|
#include "llvm/BasicBlock.h"
|
|
#include "llvm/CodeGen/MachineFunctionPass.h"
|
|
#include "llvm/CodeGen/MachineInstr.h"
|
|
#include "llvm/CodeGen/MachineFrameInfo.h"
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
|
#include "llvm/CodeGen/Passes.h"
|
|
#include "llvm/CodeGen/RegAllocRegistry.h"
|
|
#include "llvm/Target/TargetInstrInfo.h"
|
|
#include "llvm/Target/TargetMachine.h"
|
|
#include "llvm/Support/CommandLine.h"
|
|
#include "llvm/Support/Debug.h"
|
|
#include "llvm/Support/ErrorHandling.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include "llvm/ADT/DenseMap.h"
|
|
#include "llvm/ADT/IndexedMap.h"
|
|
#include "llvm/ADT/SmallSet.h"
|
|
#include "llvm/ADT/SmallVector.h"
|
|
#include "llvm/ADT/Statistic.h"
|
|
#include "llvm/ADT/STLExtras.h"
|
|
#include <algorithm>
|
|
using namespace llvm;
|
|
|
|
STATISTIC(NumStores, "Number of stores added");
|
|
STATISTIC(NumLoads , "Number of loads added");
|
|
|
|
static RegisterRegAlloc
|
|
fastRegAlloc("fast", "fast register allocator", createFastRegisterAllocator);
|
|
|
|
namespace {
|
|
class RAFast : public MachineFunctionPass {
|
|
public:
|
|
static char ID;
|
|
RAFast() : MachineFunctionPass(&ID), StackSlotForVirtReg(-1) {}
|
|
private:
|
|
const TargetMachine *TM;
|
|
MachineFunction *MF;
|
|
const TargetRegisterInfo *TRI;
|
|
const TargetInstrInfo *TII;
|
|
|
|
// StackSlotForVirtReg - Maps virtual regs to the frame index where these
|
|
// values are spilled.
|
|
IndexedMap<int, VirtReg2IndexFunctor> StackSlotForVirtReg;
|
|
|
|
// Virt2PhysMap - This map contains entries for each virtual register
|
|
// that is currently available in a physical register.
|
|
DenseMap<unsigned, unsigned> Virt2PhysMap;
|
|
|
|
// RegState - Track the state of a physical register.
|
|
enum RegState {
|
|
// A disabled register is not available for allocation, but an alias may
|
|
// be in use. A register can only be moved out of the disabled state if
|
|
// all aliases are disabled.
|
|
regDisabled,
|
|
|
|
// A free register is not currently in use and can be allocated
|
|
// immediately without checking aliases.
|
|
regFree,
|
|
|
|
// A reserved register has been assigned expolicitly (e.g., setting up a
|
|
// call parameter), and it remains reserved until it is used.
|
|
regReserved
|
|
|
|
// A register state may also be a virtual register number, indication that
|
|
// the physical register is currently allocated to a virtual register. In
|
|
// that case, Virt2PhysMap contains the inverse mapping.
|
|
};
|
|
|
|
// PhysRegState - One of the RegState enums, or a virtreg.
|
|
std::vector<unsigned> PhysRegState;
|
|
|
|
// UsedInInstr - BitVector of physregs that are used in the current
|
|
// instruction, and so cannot be allocated.
|
|
BitVector UsedInInstr;
|
|
|
|
// PhysRegDirty - A bit is set for each physreg that holds a dirty virtual
|
|
// register. Bits for physregs that are not mapped to a virtual register are
|
|
// invalid.
|
|
BitVector PhysRegDirty;
|
|
|
|
// ReservedRegs - vector of reserved physical registers.
|
|
BitVector ReservedRegs;
|
|
|
|
public:
|
|
virtual const char *getPassName() const {
|
|
return "Fast Register Allocator";
|
|
}
|
|
|
|
virtual void getAnalysisUsage(AnalysisUsage &AU) const {
|
|
AU.setPreservesCFG();
|
|
AU.addRequiredID(PHIEliminationID);
|
|
AU.addRequiredID(TwoAddressInstructionPassID);
|
|
MachineFunctionPass::getAnalysisUsage(AU);
|
|
}
|
|
|
|
private:
|
|
bool runOnMachineFunction(MachineFunction &Fn);
|
|
void AllocateBasicBlock(MachineBasicBlock &MBB);
|
|
int getStackSpaceFor(unsigned VirtReg, const TargetRegisterClass *RC);
|
|
void killVirtReg(unsigned VirtReg);
|
|
void spillVirtReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI,
|
|
unsigned VirtReg, bool isKill);
|
|
void killPhysReg(unsigned PhysReg);
|
|
void spillPhysReg(MachineBasicBlock &MBB, MachineInstr *I,
|
|
unsigned PhysReg, bool isKill);
|
|
void assignVirtToPhysReg(unsigned VirtReg, unsigned PhysReg);
|
|
unsigned allocVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg);
|
|
unsigned defineVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg);
|
|
unsigned reloadVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg);
|
|
void reservePhysReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned PhysReg);
|
|
void spillAll(MachineBasicBlock &MBB, MachineInstr *MI);
|
|
void setPhysReg(MachineOperand &MO, unsigned PhysReg);
|
|
};
|
|
char RAFast::ID = 0;
|
|
}
|
|
|
|
/// getStackSpaceFor - This allocates space for the specified virtual register
|
|
/// to be held on the stack.
|
|
int RAFast::getStackSpaceFor(unsigned VirtReg, const TargetRegisterClass *RC) {
|
|
// Find the location Reg would belong...
|
|
int SS = StackSlotForVirtReg[VirtReg];
|
|
if (SS != -1)
|
|
return SS; // Already has space allocated?
|
|
|
|
// Allocate a new stack object for this spill location...
|
|
int FrameIdx = MF->getFrameInfo()->CreateSpillStackObject(RC->getSize(),
|
|
RC->getAlignment());
|
|
|
|
// Assign the slot.
|
|
StackSlotForVirtReg[VirtReg] = FrameIdx;
|
|
return FrameIdx;
|
|
}
|
|
|
|
/// killVirtReg - Mark virtreg as no longer available.
|
|
void RAFast::killVirtReg(unsigned VirtReg) {
|
|
assert(TargetRegisterInfo::isVirtualRegister(VirtReg) &&
|
|
"killVirtReg needs a virtual register");
|
|
DEBUG(dbgs() << " Killing %reg" << VirtReg << "\n");
|
|
DenseMap<unsigned,unsigned>::iterator i = Virt2PhysMap.find(VirtReg);
|
|
if (i == Virt2PhysMap.end()) return;
|
|
unsigned PhysReg = i->second;
|
|
assert(PhysRegState[PhysReg] == VirtReg && "Broken RegState mapping");
|
|
PhysRegState[PhysReg] = regFree;
|
|
Virt2PhysMap.erase(i);
|
|
}
|
|
|
|
/// spillVirtReg - This method spills the value specified by VirtReg into the
|
|
/// corresponding stack slot if needed. If isKill is set, the register is also
|
|
/// killed.
|
|
void RAFast::spillVirtReg(MachineBasicBlock &MBB,
|
|
MachineBasicBlock::iterator I,
|
|
unsigned VirtReg, bool isKill) {
|
|
assert(TargetRegisterInfo::isVirtualRegister(VirtReg) &&
|
|
"Spilling a physical register is illegal!");
|
|
DenseMap<unsigned,unsigned>::iterator i = Virt2PhysMap.find(VirtReg);
|
|
assert(i != Virt2PhysMap.end() && "Spilling unmapped virtual register");
|
|
unsigned PhysReg = i->second;
|
|
assert(PhysRegState[PhysReg] == VirtReg && "Broken RegState mapping");
|
|
|
|
if (PhysRegDirty.test(PhysReg)) {
|
|
PhysRegDirty.reset(PhysReg);
|
|
DEBUG(dbgs() << " Spilling register " << TRI->getName(PhysReg)
|
|
<< " containing %reg" << VirtReg);
|
|
const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg);
|
|
int FrameIndex = getStackSpaceFor(VirtReg, RC);
|
|
DEBUG(dbgs() << " to stack slot #" << FrameIndex << "\n");
|
|
TII->storeRegToStackSlot(MBB, I, PhysReg, isKill, FrameIndex, RC, TRI);
|
|
++NumStores; // Update statistics
|
|
}
|
|
|
|
if (isKill) {
|
|
PhysRegState[PhysReg] = regFree;
|
|
Virt2PhysMap.erase(i);
|
|
}
|
|
}
|
|
|
|
/// spillAll - Spill all dirty virtregs without killing them.
|
|
void RAFast::spillAll(MachineBasicBlock &MBB, MachineInstr *MI) {
|
|
SmallVector<unsigned, 16> Dirty;
|
|
for (DenseMap<unsigned,unsigned>::iterator i = Virt2PhysMap.begin(),
|
|
e = Virt2PhysMap.end(); i != e; ++i)
|
|
if (PhysRegDirty.test(i->second))
|
|
Dirty.push_back(i->first);
|
|
for (unsigned i = 0, e = Dirty.size(); i != e; ++i)
|
|
spillVirtReg(MBB, MI, Dirty[i], false);
|
|
}
|
|
|
|
/// killPhysReg - Kill any virtual register aliased by PhysReg.
|
|
void RAFast::killPhysReg(unsigned PhysReg) {
|
|
// Fast path for the normal case.
|
|
switch (unsigned VirtReg = PhysRegState[PhysReg]) {
|
|
case regDisabled:
|
|
break;
|
|
case regFree:
|
|
return;
|
|
case regReserved:
|
|
PhysRegState[PhysReg] = regFree;
|
|
return;
|
|
default:
|
|
killVirtReg(VirtReg);
|
|
return;
|
|
}
|
|
|
|
// This is a disabled register, we have to check aliases.
|
|
for (const unsigned *AS = TRI->getAliasSet(PhysReg);
|
|
unsigned Alias = *AS; ++AS) {
|
|
switch (unsigned VirtReg = PhysRegState[Alias]) {
|
|
case regDisabled:
|
|
case regFree:
|
|
break;
|
|
case regReserved:
|
|
PhysRegState[Alias] = regFree;
|
|
break;
|
|
default:
|
|
killVirtReg(VirtReg);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
/// spillPhysReg - Spill any dirty virtual registers that aliases PhysReg. If
|
|
/// isKill is set, they are also killed.
|
|
void RAFast::spillPhysReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned PhysReg, bool isKill) {
|
|
switch (unsigned VirtReg = PhysRegState[PhysReg]) {
|
|
case regDisabled:
|
|
break;
|
|
case regFree:
|
|
return;
|
|
case regReserved:
|
|
if (isKill)
|
|
PhysRegState[PhysReg] = regFree;
|
|
return;
|
|
default:
|
|
spillVirtReg(MBB, MI, VirtReg, isKill);
|
|
return;
|
|
}
|
|
|
|
// This is a disabled register, we have to check aliases.
|
|
for (const unsigned *AS = TRI->getAliasSet(PhysReg);
|
|
unsigned Alias = *AS; ++AS) {
|
|
switch (unsigned VirtReg = PhysRegState[Alias]) {
|
|
case regDisabled:
|
|
case regFree:
|
|
break;
|
|
case regReserved:
|
|
if (isKill)
|
|
PhysRegState[Alias] = regFree;
|
|
break;
|
|
default:
|
|
spillVirtReg(MBB, MI, VirtReg, isKill);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
/// assignVirtToPhysReg - This method updates local state so that we know
|
|
/// that PhysReg is the proper container for VirtReg now. The physical
|
|
/// register must not be used for anything else when this is called.
|
|
///
|
|
void RAFast::assignVirtToPhysReg(unsigned VirtReg, unsigned PhysReg) {
|
|
DEBUG(dbgs() << " Assigning %reg" << VirtReg << " to "
|
|
<< TRI->getName(PhysReg) << "\n");
|
|
Virt2PhysMap.insert(std::make_pair(VirtReg, PhysReg));
|
|
PhysRegState[PhysReg] = VirtReg;
|
|
}
|
|
|
|
/// allocVirtReg - Allocate a physical register for VirtReg.
|
|
unsigned RAFast::allocVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg) {
|
|
const unsigned spillCost = 100;
|
|
assert(TargetRegisterInfo::isVirtualRegister(VirtReg) &&
|
|
"Can only allocate virtual registers");
|
|
|
|
const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg);
|
|
TargetRegisterClass::iterator AOB = RC->allocation_order_begin(*MF);
|
|
TargetRegisterClass::iterator AOE = RC->allocation_order_end(*MF);
|
|
|
|
// First try to find a completely free register.
|
|
unsigned BestCost = 0, BestReg = 0;
|
|
bool hasDisabled = false;
|
|
for (TargetRegisterClass::iterator I = AOB; I != AOE; ++I) {
|
|
unsigned PhysReg = *I;
|
|
switch(PhysRegState[PhysReg]) {
|
|
case regDisabled:
|
|
hasDisabled = true;
|
|
case regReserved:
|
|
continue;
|
|
case regFree:
|
|
if (!UsedInInstr.test(PhysReg)) {
|
|
assignVirtToPhysReg(VirtReg, PhysReg);
|
|
return PhysReg;
|
|
}
|
|
continue;
|
|
default:
|
|
// Grab the first spillable register we meet.
|
|
if (!BestReg && !UsedInInstr.test(PhysReg)) {
|
|
BestReg = PhysReg;
|
|
BestCost = PhysRegDirty.test(PhysReg) ? spillCost : 1;
|
|
}
|
|
continue;
|
|
}
|
|
}
|
|
|
|
DEBUG(dbgs() << " Allocating %reg" << VirtReg << " from " << RC->getName()
|
|
<< " candidate=" << TRI->getName(BestReg) << "\n");
|
|
|
|
// Try to extend the working set for RC if there were any disabled registers.
|
|
if (hasDisabled && (!BestReg || BestCost >= spillCost)) {
|
|
for (TargetRegisterClass::iterator I = AOB; I != AOE; ++I) {
|
|
unsigned PhysReg = *I;
|
|
if (PhysRegState[PhysReg] != regDisabled || UsedInInstr.test(PhysReg))
|
|
continue;
|
|
|
|
// Calculate the cost of bringing PhysReg into the working set.
|
|
unsigned Cost=0;
|
|
bool Impossible = false;
|
|
for (const unsigned *AS = TRI->getAliasSet(PhysReg);
|
|
unsigned Alias = *AS; ++AS) {
|
|
if (UsedInInstr.test(Alias)) {
|
|
Impossible = true;
|
|
break;
|
|
}
|
|
switch (PhysRegState[Alias]) {
|
|
case regDisabled:
|
|
break;
|
|
case regReserved:
|
|
Impossible = true;
|
|
break;
|
|
case regFree:
|
|
Cost++;
|
|
break;
|
|
default:
|
|
Cost += PhysRegDirty.test(Alias) ? spillCost : 1;
|
|
break;
|
|
}
|
|
}
|
|
if (Impossible) continue;
|
|
DEBUG(dbgs() << " - candidate " << TRI->getName(PhysReg)
|
|
<< " cost=" << Cost << "\n");
|
|
if (!BestReg || Cost < BestCost) {
|
|
BestReg = PhysReg;
|
|
BestCost = Cost;
|
|
if (Cost < spillCost) break;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (BestReg) {
|
|
// BestCost is 0 when all aliases are already disabled.
|
|
if (BestCost) {
|
|
if (PhysRegState[BestReg] != regDisabled)
|
|
spillVirtReg(MBB, MI, PhysRegState[BestReg], true);
|
|
else {
|
|
MF->getRegInfo().setPhysRegUsed(BestReg);
|
|
// Make sure all aliases are disabled.
|
|
for (const unsigned *AS = TRI->getAliasSet(BestReg);
|
|
unsigned Alias = *AS; ++AS) {
|
|
MF->getRegInfo().setPhysRegUsed(Alias);
|
|
switch (PhysRegState[Alias]) {
|
|
case regDisabled:
|
|
continue;
|
|
case regFree:
|
|
PhysRegState[Alias] = regDisabled;
|
|
break;
|
|
default:
|
|
spillVirtReg(MBB, MI, PhysRegState[Alias], true);
|
|
PhysRegState[Alias] = regDisabled;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
assignVirtToPhysReg(VirtReg, BestReg);
|
|
return BestReg;
|
|
}
|
|
|
|
// Nothing we can do.
|
|
std::string msg;
|
|
raw_string_ostream Msg(msg);
|
|
Msg << "Ran out of registers during register allocation!";
|
|
if (MI->isInlineAsm()) {
|
|
Msg << "\nPlease check your inline asm statement for "
|
|
<< "invalid constraints:\n";
|
|
MI->print(Msg, TM);
|
|
}
|
|
report_fatal_error(Msg.str());
|
|
return 0;
|
|
}
|
|
|
|
/// defineVirtReg - Allocate a register for VirtReg and mark it as dirty.
|
|
unsigned RAFast::defineVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg) {
|
|
assert(TargetRegisterInfo::isVirtualRegister(VirtReg) &&
|
|
"Not a virtual register");
|
|
unsigned PhysReg = Virt2PhysMap.lookup(VirtReg);
|
|
if (!PhysReg)
|
|
PhysReg = allocVirtReg(MBB, MI, VirtReg);
|
|
UsedInInstr.set(PhysReg);
|
|
PhysRegDirty.set(PhysReg);
|
|
return PhysReg;
|
|
}
|
|
|
|
/// reloadVirtReg - Make sure VirtReg is available in a physreg and return it.
|
|
unsigned RAFast::reloadVirtReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned VirtReg) {
|
|
assert(TargetRegisterInfo::isVirtualRegister(VirtReg) &&
|
|
"Not a virtual register");
|
|
unsigned PhysReg = Virt2PhysMap.lookup(VirtReg);
|
|
if (!PhysReg) {
|
|
PhysReg = allocVirtReg(MBB, MI, VirtReg);
|
|
PhysRegDirty.reset(PhysReg);
|
|
const TargetRegisterClass *RC = MF->getRegInfo().getRegClass(VirtReg);
|
|
int FrameIndex = getStackSpaceFor(VirtReg, RC);
|
|
DEBUG(dbgs() << " Reloading %reg" << VirtReg << " into "
|
|
<< TRI->getName(PhysReg) << "\n");
|
|
TII->loadRegFromStackSlot(MBB, MI, PhysReg, FrameIndex, RC, TRI);
|
|
++NumLoads;
|
|
}
|
|
UsedInInstr.set(PhysReg);
|
|
return PhysReg;
|
|
}
|
|
|
|
/// reservePhysReg - Mark PhysReg as reserved. This is very similar to
|
|
/// defineVirtReg except the physreg is reverved instead of allocated.
|
|
void RAFast::reservePhysReg(MachineBasicBlock &MBB, MachineInstr *MI,
|
|
unsigned PhysReg) {
|
|
switch (unsigned VirtReg = PhysRegState[PhysReg]) {
|
|
case regDisabled:
|
|
break;
|
|
case regFree:
|
|
PhysRegState[PhysReg] = regReserved;
|
|
return;
|
|
case regReserved:
|
|
return;
|
|
default:
|
|
spillVirtReg(MBB, MI, VirtReg, true);
|
|
PhysRegState[PhysReg] = regReserved;
|
|
return;
|
|
}
|
|
|
|
// This is a disabled register, disable all aliases.
|
|
for (const unsigned *AS = TRI->getAliasSet(PhysReg);
|
|
unsigned Alias = *AS; ++AS) {
|
|
switch (unsigned VirtReg = PhysRegState[Alias]) {
|
|
case regDisabled:
|
|
case regFree:
|
|
break;
|
|
case regReserved:
|
|
// is a super register already reserved?
|
|
if (TRI->isSuperRegister(PhysReg, Alias))
|
|
return;
|
|
break;
|
|
default:
|
|
spillVirtReg(MBB, MI, VirtReg, true);
|
|
break;
|
|
}
|
|
PhysRegState[Alias] = regDisabled;
|
|
MF->getRegInfo().setPhysRegUsed(Alias);
|
|
}
|
|
PhysRegState[PhysReg] = regReserved;
|
|
MF->getRegInfo().setPhysRegUsed(PhysReg);
|
|
}
|
|
|
|
// setPhysReg - Change MO the refer the PhysReg, considering subregs.
|
|
void RAFast::setPhysReg(MachineOperand &MO, unsigned PhysReg) {
|
|
if (unsigned Idx = MO.getSubReg()) {
|
|
MO.setReg(PhysReg ? TRI->getSubReg(PhysReg, Idx) : 0);
|
|
MO.setSubReg(0);
|
|
} else
|
|
MO.setReg(PhysReg);
|
|
}
|
|
|
|
void RAFast::AllocateBasicBlock(MachineBasicBlock &MBB) {
|
|
DEBUG(dbgs() << "\nBB#" << MBB.getNumber() << ", "<< MBB.getName() << "\n");
|
|
|
|
PhysRegState.assign(TRI->getNumRegs(), regDisabled);
|
|
assert(Virt2PhysMap.empty() && "Mapping not cleared form last block?");
|
|
PhysRegDirty.reset();
|
|
|
|
MachineBasicBlock::iterator MII = MBB.begin();
|
|
|
|
// Add live-in registers as live.
|
|
for (MachineBasicBlock::livein_iterator I = MBB.livein_begin(),
|
|
E = MBB.livein_end(); I != E; ++I)
|
|
reservePhysReg(MBB, MII, *I);
|
|
|
|
SmallVector<unsigned, 8> VirtKills, PhysKills, PhysDefs;
|
|
|
|
// Otherwise, sequentially allocate each instruction in the MBB.
|
|
while (MII != MBB.end()) {
|
|
MachineInstr *MI = MII++;
|
|
const TargetInstrDesc &TID = MI->getDesc();
|
|
DEBUG({
|
|
dbgs() << "\nStarting RegAlloc of: " << *MI << "Working set:";
|
|
for (unsigned Reg = 1, E = TRI->getNumRegs(); Reg != E; ++Reg) {
|
|
if (PhysRegState[Reg] == regDisabled) continue;
|
|
dbgs() << " " << TRI->getName(Reg);
|
|
switch(PhysRegState[Reg]) {
|
|
case regFree:
|
|
break;
|
|
case regReserved:
|
|
dbgs() << "(resv)";
|
|
break;
|
|
default:
|
|
dbgs() << "=%reg" << PhysRegState[Reg];
|
|
if (PhysRegDirty.test(Reg))
|
|
dbgs() << "*";
|
|
assert(Virt2PhysMap.lookup(PhysRegState[Reg]) == Reg &&
|
|
"Bad inverse map");
|
|
break;
|
|
}
|
|
}
|
|
dbgs() << '\n';
|
|
// Check that Virt2PhysMap is the inverse.
|
|
for (DenseMap<unsigned,unsigned>::iterator i = Virt2PhysMap.begin(),
|
|
e = Virt2PhysMap.end(); i != e; ++i) {
|
|
assert(TargetRegisterInfo::isVirtualRegister(i->first) &&
|
|
"Bad map key");
|
|
assert(TargetRegisterInfo::isPhysicalRegister(i->second) &&
|
|
"Bad map value");
|
|
assert(PhysRegState[i->second] == i->first && "Bad inverse map");
|
|
}
|
|
});
|
|
|
|
// Debug values are not allowed to change codegen in any way.
|
|
if (MI->isDebugValue()) {
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand &MO = MI->getOperand(i);
|
|
if (!MO.isReg()) continue;
|
|
unsigned Reg = MO.getReg();
|
|
if (!Reg || TargetRegisterInfo::isPhysicalRegister(Reg)) continue;
|
|
// This may be 0 if the register is currently spilled. Tough.
|
|
setPhysReg(MO, Virt2PhysMap.lookup(Reg));
|
|
}
|
|
// Next instruction.
|
|
continue;
|
|
}
|
|
|
|
// Track registers used by instruction.
|
|
UsedInInstr.reset();
|
|
PhysDefs.clear();
|
|
|
|
// First scan.
|
|
// Mark physreg uses and early clobbers as used.
|
|
// Collect PhysKills.
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand &MO = MI->getOperand(i);
|
|
if (!MO.isReg()) continue;
|
|
|
|
// FIXME: For now, don't trust kill flags
|
|
if (MO.isUse()) MO.setIsKill(false);
|
|
|
|
unsigned Reg = MO.getReg();
|
|
if (!Reg || !TargetRegisterInfo::isPhysicalRegister(Reg) ||
|
|
ReservedRegs.test(Reg)) continue;
|
|
if (MO.isUse()) {
|
|
PhysKills.push_back(Reg); // Any clean physreg use is a kill.
|
|
UsedInInstr.set(Reg);
|
|
} else if (MO.isEarlyClobber()) {
|
|
spillPhysReg(MBB, MI, Reg, true);
|
|
UsedInInstr.set(Reg);
|
|
PhysDefs.push_back(Reg);
|
|
}
|
|
}
|
|
|
|
// Second scan.
|
|
// Allocate virtreg uses and early clobbers.
|
|
// Collect VirtKills
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand &MO = MI->getOperand(i);
|
|
if (!MO.isReg()) continue;
|
|
unsigned Reg = MO.getReg();
|
|
if (!Reg || TargetRegisterInfo::isPhysicalRegister(Reg)) continue;
|
|
if (MO.isUse()) {
|
|
setPhysReg(MO, reloadVirtReg(MBB, MI, Reg));
|
|
if (MO.isKill())
|
|
VirtKills.push_back(Reg);
|
|
} else if (MO.isEarlyClobber()) {
|
|
unsigned PhysReg = defineVirtReg(MBB, MI, Reg);
|
|
setPhysReg(MO, PhysReg);
|
|
PhysDefs.push_back(PhysReg);
|
|
}
|
|
}
|
|
|
|
// Process virtreg kills
|
|
for (unsigned i = 0, e = VirtKills.size(); i != e; ++i)
|
|
killVirtReg(VirtKills[i]);
|
|
VirtKills.clear();
|
|
|
|
// Process physreg kills
|
|
for (unsigned i = 0, e = PhysKills.size(); i != e; ++i)
|
|
killPhysReg(PhysKills[i]);
|
|
PhysKills.clear();
|
|
|
|
// Track registers defined by instruction - early clobbers at this point.
|
|
UsedInInstr.reset();
|
|
for (unsigned i = 0, e = PhysDefs.size(); i != e; ++i) {
|
|
unsigned PhysReg = PhysDefs[i];
|
|
UsedInInstr.set(PhysReg);
|
|
for (const unsigned *AS = TRI->getAliasSet(PhysReg);
|
|
unsigned Alias = *AS; ++AS)
|
|
UsedInInstr.set(Alias);
|
|
}
|
|
|
|
// Third scan.
|
|
// Allocate defs and collect dead defs.
|
|
for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
|
|
MachineOperand &MO = MI->getOperand(i);
|
|
if (!MO.isReg() || !MO.isDef() || !MO.getReg()) continue;
|
|
unsigned Reg = MO.getReg();
|
|
|
|
if (TargetRegisterInfo::isPhysicalRegister(Reg)) {
|
|
if (ReservedRegs.test(Reg)) continue;
|
|
if (MO.isImplicit())
|
|
spillPhysReg(MBB, MI, Reg, true);
|
|
else
|
|
reservePhysReg(MBB, MI, Reg);
|
|
if (MO.isDead())
|
|
PhysKills.push_back(Reg);
|
|
continue;
|
|
}
|
|
if (MO.isDead())
|
|
VirtKills.push_back(Reg);
|
|
setPhysReg(MO, defineVirtReg(MBB, MI, Reg));
|
|
}
|
|
|
|
// Spill all dirty virtregs before a call, in case of an exception.
|
|
if (TID.isCall()) {
|
|
DEBUG(dbgs() << " Spilling remaining registers before call.\n");
|
|
spillAll(MBB, MI);
|
|
}
|
|
|
|
// Process virtreg deads.
|
|
for (unsigned i = 0, e = VirtKills.size(); i != e; ++i)
|
|
killVirtReg(VirtKills[i]);
|
|
VirtKills.clear();
|
|
|
|
// Process physreg deads.
|
|
for (unsigned i = 0, e = PhysKills.size(); i != e; ++i)
|
|
killPhysReg(PhysKills[i]);
|
|
PhysKills.clear();
|
|
}
|
|
|
|
// Spill all physical registers holding virtual registers now.
|
|
DEBUG(dbgs() << "Killing live registers at end of block.\n");
|
|
MachineBasicBlock::iterator MI = MBB.getFirstTerminator();
|
|
while (!Virt2PhysMap.empty())
|
|
spillVirtReg(MBB, MI, Virt2PhysMap.begin()->first, true);
|
|
|
|
DEBUG(MBB.dump());
|
|
}
|
|
|
|
/// runOnMachineFunction - Register allocate the whole function
|
|
///
|
|
bool RAFast::runOnMachineFunction(MachineFunction &Fn) {
|
|
DEBUG(dbgs() << "Machine Function\n");
|
|
DEBUG(Fn.dump());
|
|
MF = &Fn;
|
|
TM = &Fn.getTarget();
|
|
TRI = TM->getRegisterInfo();
|
|
TII = TM->getInstrInfo();
|
|
|
|
PhysRegDirty.resize(TRI->getNumRegs());
|
|
UsedInInstr.resize(TRI->getNumRegs());
|
|
ReservedRegs = TRI->getReservedRegs(*MF);
|
|
|
|
// initialize the virtual->physical register map to have a 'null'
|
|
// mapping for all virtual registers
|
|
unsigned LastVirtReg = MF->getRegInfo().getLastVirtReg();
|
|
StackSlotForVirtReg.grow(LastVirtReg);
|
|
|
|
// Loop over all of the basic blocks, eliminating virtual register references
|
|
for (MachineFunction::iterator MBB = Fn.begin(), MBBe = Fn.end();
|
|
MBB != MBBe; ++MBB)
|
|
AllocateBasicBlock(*MBB);
|
|
|
|
StackSlotForVirtReg.clear();
|
|
return true;
|
|
}
|
|
|
|
FunctionPass *llvm::createFastRegisterAllocator() {
|
|
return new RAFast();
|
|
}
|